-- Logs begin at Sun 2022-02-20 23:53:37 UTC, end at Mon 2022-02-21 00:46:50 UTC. -- Feb 21 00:23:14.296319 dv-cinder-813225-6-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Feb 21 00:23:17.217319 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.common.config [-] Logging enabled! Feb 21 00:23:17.217798 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev515 Feb 21 00:23:17.218122 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109115) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 21 00:23:17.221636 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.common.config [-] Logging enabled! Feb 21 00:23:17.221897 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev515 Feb 21 00:23:17.222216 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109115) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 21 00:23:17.223161 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 21 00:23:17.223425 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 21 00:23:17.224044 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 21 00:23:17.224305 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 21 00:23:17.224938 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 21 00:23:17.225273 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:17.225712 dv-cinder-813225-6-iscsi neutron-server[109115]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 21 00:23:17.226037 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:17.226344 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:17.226646 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:17.226951 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:17.227394 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:17.227690 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:17.228014 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:17.228320 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:17.228620 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:17.228906 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:17.229200 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:17.229500 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:17.229789 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:17.230080 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:17.230371 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:17.230658 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] debug = True {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:17.230942 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:17.231410 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:17.231831 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:17.232117 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:17.232559 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:17.232699 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:17.232977 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:17.233256 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:17.233549 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:17.233890 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] host = dv-cinder-813225-6-iscsi {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:17.234175 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:17.234468 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:17.234761 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:17.235053 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:17.235366 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:17.235648 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:17.235939 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:17.236218 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:17.236494 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] log_file = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:17.236775 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:17.237068 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:17.237361 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:17.237662 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:17.237893 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:17.238120 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:17.238412 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:17.238707 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:17.238989 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:17.239293 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:17.239576 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:17.239855 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:17.240133 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:17.240407 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:17.240694 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:17.240980 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:17.241269 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:17.241549 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:17.241827 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:17.242103 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:17.242378 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:17.242667 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:17.242945 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:17.243580 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:17.243877 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:17.244178 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:17.244461 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:17.244745 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:17.245059 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:17.245353 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:17.245643 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:17.245938 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:17.246223 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:17.246515 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:17.246795 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:17.247075 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:17.247383 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] use_json = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:17.247663 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:17.247939 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:17.248227 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:17.248504 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:17.248787 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:17.249071 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:17.249347 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:17.249636 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:17.249914 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:17.250214 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:17.250516 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:17.250821 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:17.251124 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:17.251445 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:17.251732 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:17.252028 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:17.252312 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:17.252605 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:17.252896 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:17.253188 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:17.253468 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:17.253773 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:17.254066 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:17.254365 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:17.254674 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:17.254971 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:17.255289 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:17.255572 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:17.255851 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:17.256132 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:17.256416 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:17.256708 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:17.256989 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:17.257280 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:17.257573 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:17.257855 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:17.258159 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:17.258453 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:17.258756 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:17.259592 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:17.259873 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:17.260157 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:17.260454 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:17.260737 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:17.261014 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:17.261296 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:17.261589 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:17.261871 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:17.262150 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:17.262438 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:17.262720 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:17.262996 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:17.263293 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:17.263574 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:17.263866 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:17.264146 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:17.264422 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:17.264700 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:17.264982 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:17.265260 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:17.265549 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:17.265831 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:17.266109 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:17.266386 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:17.266667 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:17.266944 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:17.267248 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:17.267532 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:17.267809 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:17.268089 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:17.268364 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:17.268647 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:17.268927 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:17.269203 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:17.269477 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:17.269751 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:17.270025 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:17.270302 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:17.270577 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:17.270854 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:17.271131 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:17.271434 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:17.271713 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:17.272004 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:17.272303 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:17.272587 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:17.272874 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:17.273161 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:17.273444 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:17.273726 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:17.274006 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:17.274289 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:17.274571 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:17.275436 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:17.275737 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:17.276029 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:17.276321 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:17.276632 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:17.276915 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:17.277218 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:17.277503 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:17.277788 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:17.278077 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:17.278361 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:17.278649 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:17.278939 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:17.279254 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:17.279556 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:17.279858 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:17.280157 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:17.280455 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:17.280753 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:17.281040 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:17.281356 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:17.281639 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:17.281859 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 21 00:23:17.282101 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109115) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 21 00:23:17.655927 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109115) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 21 00:23:17.656213 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109115) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 21 00:23:17.656528 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109115) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 21 00:23:17.657011 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 21 00:23:17.987273 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:17.987523 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:17.987798 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:17.989093 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:17.989372 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:17.989641 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:18.036539 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:18.036821 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:18.037094 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:18.051197 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:18.051492 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:18.051769 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:18.080450 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:18.080735 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:18.081012 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:18.127336 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:18.127636 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:18.127964 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:18.506992 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:18.507717 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:18.507717 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:18.507887 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:18.508485 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:18.608018 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:18.608333 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:18.608612 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:18.608888 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:18.609159 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:18.609474 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:18.609739 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:18.609999 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:18.610256 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:18.610538 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:18.610800 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:18.611066 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:18.611434 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:18.611691 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:18.611951 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:18.612217 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:18.612474 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:18.612744 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:18.613016 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:18.613278 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:18.613548 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:18.613808 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:18.614086 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:18.614460 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:18.614713 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:18.614962 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:18.615373 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109115) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 21 00:23:18.615614 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109115) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 21 00:23:18.615851 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109115) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 21 00:23:18.616086 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109115) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 21 00:23:18.616320 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109115) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 21 00:23:18.616553 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109115) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 21 00:23:18.616913 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 21 00:23:18.620517 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 21 00:23:18.624748 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 21 00:23:18.628585 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Feb 21 00:23:18.630223 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 21 00:23:18.630680 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 21 00:23:18.631227 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 21 00:23:18.631613 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 21 00:23:18.635923 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 21 00:23:18.636171 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 21 00:23:18.636509 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 21 00:23:18.642170 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 21 00:23:18.666783 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 21 00:23:18.667254 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:18.667548 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109115) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 21 00:23:18.667906 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:18.669275 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109115) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 21 00:23:18.669552 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 21 00:23:18.669798 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 21 00:23:18.673089 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:18.673371 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:18.736116 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 21 00:23:18.736356 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 21 00:23:18.736594 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 21 00:23:18.736958 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 21 00:23:18.756801 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_db.sqlalchemy.engines [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109115) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 21 00:23:19.196877 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.plugins.ml2.managers [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Initializing driver for type 'gre' Feb 21 00:23:19.197410 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] gre ID ranges: [(1, 1000)] Feb 21 00:23:19.249443 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.plugins.ml2.managers [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Initializing driver for type 'local' Feb 21 00:23:19.249786 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.plugins.ml2.managers [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Initializing driver for type 'vlan' Feb 21 00:23:19.263121 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] VlanTypeDriver initialization complete Feb 21 00:23:19.263493 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.plugins.ml2.managers [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Initializing driver for type 'vxlan' Feb 21 00:23:19.264000 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] vxlan ID ranges: [(1, 1000)] Feb 21 00:23:19.319948 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.plugins.ml2.managers [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Initializing extension driver 'port_security' Feb 21 00:23:19.320298 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.plugins.ml2.extensions.port_security [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] PortSecurityExtensionDriver initialization complete Feb 21 00:23:19.320692 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.plugins.ml2.managers [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Initializing mechanism driver 'openvswitch' Feb 21 00:23:19.321031 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.plugins.ml2.managers [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Initializing mechanism driver 'hyperv' Feb 21 00:23:19.327729 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.plugins.ml2.plugin [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:23:19.328581 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Subscribe: > port after_create 55550000 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:19.328959 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Subscribe: > port after_update 55550000 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:19.329317 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Subscribe: > port after_delete 55550000 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:19.329858 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109115) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 21 00:23:19.330294 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Subscribe: > subnet after_create 55550000 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:19.330651 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Subscribe: > subnet after_update 55550000 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:19.331001 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Subscribe: > subnet after_delete 55550000 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:19.331432 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109115) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 21 00:23:19.331846 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Subscribe: > network after_create 55550000 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:19.332198 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Subscribe: > network after_update 55550000 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:19.332545 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Subscribe: > network after_delete 55550000 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:19.332944 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109115) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 21 00:23:19.333351 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Subscribe: > security_group after_create 55550000 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:19.333700 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Subscribe: > security_group after_update 55550000 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:19.334042 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Subscribe: > security_group after_delete 55550000 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:19.334445 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109115) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 21 00:23:19.334852 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:19.335215 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:19.335561 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:19.335959 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109115) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 21 00:23:19.336365 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Subscribe: > address_group after_create 55550000 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:19.336713 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Subscribe: > address_group after_update 55550000 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:19.337558 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Subscribe: > address_group after_delete 55550000 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:19.337959 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109115) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 21 00:23:19.338402 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] ML2 OVO RPC backend initialized. {{(pid=109115) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 21 00:23:19.339104 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Subscribe: > router_interface after_create 55550000 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:19.339498 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:19.339916 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Subscribe: > network before_response 55550000 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:19.340267 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Subscribe: > networks before_response 55550000 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:19.340617 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Subscribe: > port before_response 55550000 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:19.340960 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Subscribe: > ports before_response 55550000 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:19.341305 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Subscribe: > subnet before_response 55550000 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:19.341647 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Subscribe: > subnets before_response 55550000 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:19.341993 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Subscribe: > network after_create 55550000 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:19.342335 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Subscribe: > network after_update 55550000 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:19.342670 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Subscribe: > network after_delete 55550000 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:19.343007 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Subscribe: > port after_create 55550000 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:19.343380 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Subscribe: > port after_update 55550000 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:19.343716 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Subscribe: > port after_delete 55550000 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:19.344052 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Subscribe: > subnet after_create 55550000 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:19.344390 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Subscribe: > subnet after_update 55550000 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:19.344723 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Subscribe: > subnet after_delete 55550000 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:19.352162 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.quota [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loaded quota_driver: . Feb 21 00:23:19.352535 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.plugins.ml2.plugin [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Modular L2 Plugin initialization complete Feb 21 00:23:19.353412 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.manager [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loading services supported by the core plugin {{(pid=109115) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 21 00:23:19.353756 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.plugins.ml2.managers [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Got port-security extension from driver 'port_security' Feb 21 00:23:19.354233 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.extensions.vlantransparent [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Disabled vlantransparent extension. Feb 21 00:23:19.354721 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.manager [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109115) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 21 00:23:19.355047 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.manager [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loading Plugin: router Feb 21 00:23:19.390724 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Subscribe: > router_interface before_create 55550000 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:19.391114 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Subscribe: > router after_create 55549900 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:19.391514 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Subscribe: > router before_create 55549900 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:19.391882 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:19.392257 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:19.392615 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Subscribe: > router after_delete 55549900 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:19.392975 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Subscribe: > floatingip after_create 55550000 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:19.393327 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Subscribe: > floatingip after_update 55550000 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:19.393691 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Subscribe: > router after_create 55549900 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:19.394039 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Subscribe: > router after_update 55549900 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:19.394391 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Subscribe: > router after_update 55549900 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:19.394740 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:19.395099 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Subscribe: > router after_update 55549900 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:19.395549 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Subscribe: > router precommit_update 55549900 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:19.395921 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Subscribe: port after_update 55550000 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:19.396264 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Subscribe: port after_delete 55550000 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:19.396604 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Subscribe: subnet after_update 55550000 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:19.396944 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:19.397293 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Subscribe: > port precommit_delete 55550000 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:19.397642 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Subscribe: > router precommit_create 55549900 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:19.397987 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Subscribe: port before_delete 55550000 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:19.398333 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Subscribe: > router precommit_create 55550000 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:19.398696 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Subscribe: > router after_update 55549900 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:19.399042 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Subscribe: > router precommit_delete 55549900 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:19.399581 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Subscribe: > router precommit_create 55549900 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:19.400471 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Subscribe: > router_interface after_create 55550000 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:19.400821 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Subscribe: > router precommit_update 55549900 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:19.401188 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Subscribe: > agent after_create 55550000 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:19.401539 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Subscribe: > agent after_delete 55550000 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:19.401886 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Subscribe: > network after_delete 55550000 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:19.402730 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.quota.resource_registry [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Tracking information for resource: router configured {{(pid=109115) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 21 00:23:19.403071 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.quota.resource_registry [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Tracking information for resource: floatingip configured {{(pid=109115) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 21 00:23:19.408029 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.db.l3_agentschedulers_db [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 21 00:23:19.408608 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Subscribe: port after_update 55550000 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:19.408970 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Subscribe: port after_create 55550000 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:19.409321 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Subscribe: port after_delete 55550000 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:19.409674 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Subscribe: port after_update 55550000 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:19.410450 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Subscribe: > router before_create 55550100 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:19.410813 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Subscribe: > router precommit_delete 55550100 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:19.411192 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Subscribe: > router precommit_create 55550100 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:19.411562 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Subscribe: > router precommit_update 55550100 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:19.417784 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.services.provider_configuration [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Service providers = [] {{(pid=109115) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 21 00:23:19.418367 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.db.servicetype_db [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109115) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 21 00:23:19.421546 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.services.service_base [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109115) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 21 00:23:19.421901 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.services.service_base [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109115) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 21 00:23:19.422247 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.services.service_base [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109115) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 21 00:23:19.423145 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.services.service_base [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109115) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 21 00:23:19.423554 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.services.service_base [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 21 00:23:19.423926 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.manager [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109115) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 21 00:23:19.424249 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.manager [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 21 00:23:19.435596 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.manager [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109115) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 21 00:23:19.435887 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.manager [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loading Plugin: auto_allocate Feb 21 00:23:19.441776 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Subscribe: network precommit_update 55550000 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:19.442155 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Subscribe: network precommit_create 55550000 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:19.442676 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.manager [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109115) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 21 00:23:19.442998 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.manager [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loading Plugin: tag Feb 21 00:23:19.450212 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.manager [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109115) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 21 00:23:19.450549 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.manager [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loading Plugin: timestamp Feb 21 00:23:19.454424 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.manager [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109115) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 21 00:23:19.454756 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.manager [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loading Plugin: network_ip_availability Feb 21 00:23:19.460318 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:19.460693 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:19.461052 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:19.461762 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.manager [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109115) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 21 00:23:19.462120 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.manager [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loading Plugin: flavors Feb 21 00:23:19.467124 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.manager [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109115) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 21 00:23:19.467483 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.manager [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loading Plugin: revisions Feb 21 00:23:19.471798 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.manager [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109115) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 21 00:23:19.472209 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_concurrency.lockutils [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.816s {{(pid=109115) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 21 00:23:19.472953 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109115) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 21 00:23:19.473294 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Initializing extension manager. Feb 21 00:23:19.474088 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loading extension file: __init__.py {{(pid=109115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:23:19.474432 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loading extension file: __pycache__ {{(pid=109115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:23:19.474768 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=109115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:23:19.475100 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loading extension file: address_group.py {{(pid=109115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:23:19.475891 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:23:19.476471 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loaded extension: address-group Feb 21 00:23:19.476800 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loading extension file: address_scope.py {{(pid=109115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:23:19.477514 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:23:19.478554 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loaded extension: address-scope Feb 21 00:23:19.478883 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loading extension file: admin_state_down_before_update.py {{(pid=109115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:23:19.479846 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:23:19.480369 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loaded extension: router-admin-state-down-before-update Feb 21 00:23:19.480698 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loading extension file: agent.py {{(pid=109115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:23:19.481401 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:23:19.481923 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loaded extension: agent Feb 21 00:23:19.482256 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loading extension file: agent_resources_synced.py {{(pid=109115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:23:19.483173 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:23:19.483719 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loaded extension: agent-resources-synced Feb 21 00:23:19.484047 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loading extension file: allowedaddresspairs.py {{(pid=109115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:23:19.485835 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:23:19.486365 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loaded extension: allowed-address-pairs Feb 21 00:23:19.486698 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loading extension file: auto_allocated_topology.py {{(pid=109115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:23:19.487814 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:23:19.488338 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loaded extension: auto-allocated-topology Feb 21 00:23:19.488667 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loading extension file: availability_zone.py {{(pid=109115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:23:19.489360 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:23:19.489877 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loaded extension: availability_zone Feb 21 00:23:19.490204 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loading extension file: availability_zone_filter.py {{(pid=109115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:23:19.491122 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:23:19.491673 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loaded extension: availability_zone_filter Feb 21 00:23:19.492002 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loading extension file: data_plane_status.py {{(pid=109115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:23:19.492918 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:23:19.493998 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Extension data-plane-status not supported by any of loaded plugins Feb 21 00:23:19.494324 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loading extension file: default_subnetpools.py {{(pid=109115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:23:19.495288 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:23:19.495806 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loaded extension: default-subnetpools Feb 21 00:23:19.496132 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loading extension file: dhcpagentscheduler.py {{(pid=109115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:23:19.496941 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:23:19.497517 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loaded extension: dhcp_agent_scheduler Feb 21 00:23:19.497780 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loading extension file: dns.py {{(pid=109115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:23:19.498692 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:23:19.499221 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Extension dns-integration not supported by any of loaded plugins Feb 21 00:23:19.499550 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loading extension file: dns_domain_ports.py {{(pid=109115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:23:19.500465 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:23:19.500972 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 21 00:23:19.501295 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:23:19.502223 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:23:19.502731 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 21 00:23:19.503053 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loading extension file: dvr.py {{(pid=109115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:23:19.503745 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:23:19.504260 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loaded extension: dvr Feb 21 00:23:19.504584 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loading extension file: ecmp_routes.py {{(pid=109115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:23:19.505501 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:23:19.506015 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Extension ecmp_routes not supported by any of loaded plugins Feb 21 00:23:19.506340 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loading extension file: empty_string_filtering.py {{(pid=109115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:23:19.507287 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:23:19.507795 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loaded extension: empty-string-filtering Feb 21 00:23:19.508119 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:23:19.509054 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:23:19.509568 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 21 00:23:19.509892 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:23:19.510810 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:23:19.511357 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 21 00:23:19.511683 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loading extension file: external_net.py {{(pid=109115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:23:19.512597 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:23:19.513112 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loaded extension: external-net Feb 21 00:23:19.513435 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loading extension file: extra_dhcp_opt.py {{(pid=109115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:23:19.514343 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:23:19.514857 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loaded extension: extra_dhcp_opt Feb 21 00:23:19.515198 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loading extension file: extraroute.py {{(pid=109115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:23:19.516111 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:23:19.516625 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loaded extension: extraroute Feb 21 00:23:19.516948 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loading extension file: extraroute_atomic.py {{(pid=109115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:23:19.517987 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:23:19.518506 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loaded extension: extraroute-atomic Feb 21 00:23:19.518831 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loading extension file: filter_validation.py {{(pid=109115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:23:19.519521 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:23:19.520032 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loaded extension: filter-validation Feb 21 00:23:19.520355 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loading extension file: fip_pf_description.py {{(pid=109115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:23:19.521273 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:23:19.521782 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 21 00:23:19.522111 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loading extension file: fip_port_details.py {{(pid=109115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:23:19.523244 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:23:19.523760 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loaded extension: fip-port-details Feb 21 00:23:19.524087 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loading extension file: flavors.py {{(pid=109115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:23:19.525347 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:23:19.525870 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loaded extension: flavors Feb 21 00:23:19.526196 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:23:19.527904 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:23:19.528436 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 21 00:23:19.528775 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loading extension file: floatingip_pools.py {{(pid=109115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:23:19.529476 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:23:19.529995 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loaded extension: floatingip-pools Feb 21 00:23:19.530327 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loading extension file: ip_allocation.py {{(pid=109115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:23:19.531357 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:23:19.531876 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Extension ip_allocation not supported by any of loaded plugins Feb 21 00:23:19.532210 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:23:19.533132 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:23:19.533652 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loaded extension: ip-substring-filtering Feb 21 00:23:19.533983 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loading extension file: l2_adjacency.py {{(pid=109115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:23:19.534898 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:23:19.535450 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Extension l2_adjacency not supported by any of loaded plugins Feb 21 00:23:19.535778 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loading extension file: l3.py {{(pid=109115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:23:19.536732 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:23:19.537259 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loaded extension: router Feb 21 00:23:19.537591 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loading extension file: l3_conntrack_helper.py {{(pid=109115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:23:19.539872 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:23:19.540943 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 21 00:23:19.541276 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:23:19.542210 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:23:19.542755 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loaded extension: ext-gw-mode Feb 21 00:23:19.543088 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:23:19.544041 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:23:19.544568 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loaded extension: l3-ha Feb 21 00:23:19.544905 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=109115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:23:19.545818 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=109115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:23:19.546338 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Feb 21 00:23:19.546666 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loading extension file: l3_flavors.py {{(pid=109115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:23:19.547605 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:23:19.548124 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loaded extension: l3-flavors Feb 21 00:23:19.548451 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loading extension file: l3_ndp_proxy.py {{(pid=109115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:23:19.549836 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=109115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:23:19.550365 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Extension l3-ndp-proxy not supported by any of loaded plugins Feb 21 00:23:19.550695 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:23:19.551640 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:23:19.552163 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loaded extension: l3-port-ip-change-not-allowed Feb 21 00:23:19.552497 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loading extension file: l3agentscheduler.py {{(pid=109115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:23:19.553539 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:23:19.554060 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loaded extension: l3_agent_scheduler Feb 21 00:23:19.554391 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loading extension file: local_ip.py {{(pid=109115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:23:19.556823 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=109115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:23:19.557360 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Extension local_ip not supported by any of loaded plugins Feb 21 00:23:19.557696 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loading extension file: logging.py {{(pid=109115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:23:19.560663 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:23:19.561199 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Extension logging not supported by any of loaded plugins Feb 21 00:23:19.561539 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loading extension file: metering.py {{(pid=109115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:23:19.562290 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:23:19.562881 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loaded extension: metering Feb 21 00:23:19.563241 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:23:19.564356 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:23:19.564880 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loaded extension: metering_source_and_destination_fields Feb 21 00:23:19.565214 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loading extension file: multiprovidernet.py {{(pid=109115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:23:19.566144 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:23:19.566665 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loaded extension: multi-provider Feb 21 00:23:19.566997 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loading extension file: netmtu.py {{(pid=109115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:23:19.567951 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:23:19.568468 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loaded extension: net-mtu Feb 21 00:23:19.568797 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loading extension file: netmtu_writable.py {{(pid=109115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:23:19.569718 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:23:19.570232 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loaded extension: net-mtu-writable Feb 21 00:23:19.570560 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loading extension file: network_availability_zone.py {{(pid=109115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:23:19.571267 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:23:19.571823 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loaded extension: network_availability_zone Feb 21 00:23:19.572151 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loading extension file: network_ip_availability.py {{(pid=109115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:23:19.573276 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:23:19.573800 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loaded extension: network-ip-availability Feb 21 00:23:19.574129 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loading extension file: network_segment_range.py {{(pid=109115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:23:19.574895 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:23:19.575439 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Extension network-segment-range not supported by any of loaded plugins Feb 21 00:23:19.575764 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loading extension file: pagination.py {{(pid=109115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:23:19.576748 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:23:19.577085 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loaded extension: pagination Feb 21 00:23:19.577410 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loading extension file: port_device_profile.py {{(pid=109115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:23:19.578341 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:23:19.578865 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loaded extension: port-device-profile Feb 21 00:23:19.579200 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:23:19.580134 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:23:19.580660 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loaded extension: port-mac-address-regenerate Feb 21 00:23:19.580984 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:23:19.581897 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:23:19.582416 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loaded extension: port-numa-affinity-policy Feb 21 00:23:19.582744 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loading extension file: port_resource_request.py {{(pid=109115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:23:19.583685 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:23:19.584200 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Extension port-resource-request not supported by any of loaded plugins Feb 21 00:23:19.584521 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loading extension file: port_resource_request_groups.py {{(pid=109115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:23:19.585492 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=109115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:23:19.586004 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 21 00:23:19.586328 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loading extension file: portbindings.py {{(pid=109115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:23:19.587314 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:23:19.587835 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loaded extension: binding Feb 21 00:23:19.588159 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loading extension file: portbindings_extended.py {{(pid=109115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:23:19.589434 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:23:19.589962 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loaded extension: binding-extended Feb 21 00:23:19.590292 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loading extension file: portsecurity.py {{(pid=109115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:23:19.591234 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:23:19.591763 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loaded extension: port-security Feb 21 00:23:19.592093 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loading extension file: project_id.py {{(pid=109115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:23:19.593078 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:23:19.593416 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loaded extension: project-id Feb 21 00:23:19.593740 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loading extension file: providernet.py {{(pid=109115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:23:19.594654 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:23:19.595174 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loaded extension: provider Feb 21 00:23:19.595520 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loading extension file: qos.py {{(pid=109115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:23:19.599480 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:23:19.600011 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Extension qos not supported by any of loaded plugins Feb 21 00:23:19.600348 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:23:19.601606 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:23:19.602130 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 21 00:23:19.602464 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:23:19.604131 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:23:19.604460 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 21 00:23:19.604790 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loading extension file: qos_default.py {{(pid=109115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:23:19.605708 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:23:19.606232 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Extension qos-default not supported by any of loaded plugins Feb 21 00:23:19.606563 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loading extension file: qos_fip.py {{(pid=109115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:23:19.607526 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:23:19.608046 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Extension qos-fip not supported by any of loaded plugins Feb 21 00:23:19.608373 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loading extension file: qos_fip_network_policy.py {{(pid=109115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:23:19.609291 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=109115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:23:19.609807 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 21 00:23:19.610134 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loading extension file: qos_gateway_ip.py {{(pid=109115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:23:19.611059 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:23:19.611611 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 21 00:23:19.611941 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loading extension file: qos_port_network_policy.py {{(pid=109115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:23:19.612995 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:23:19.613520 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 21 00:23:19.613850 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=109115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:23:19.614893 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=109115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:23:19.615453 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 21 00:23:19.615782 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=109115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:23:19.616821 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=109115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:23:19.617350 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Feb 21 00:23:19.617679 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loading extension file: qos_pps_rule.py {{(pid=109115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:23:19.619478 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:23:19.620010 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Extension qos-pps not supported by any of loaded plugins Feb 21 00:23:19.620343 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loading extension file: qos_rule_type_details.py {{(pid=109115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:23:19.621269 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:23:19.621792 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 21 00:23:19.622121 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loading extension file: qos_rules_alias.py {{(pid=109115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:23:19.623214 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:23:19.623733 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 21 00:23:19.624060 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loading extension file: quota_check_limit.py {{(pid=109115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:23:19.624980 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=109115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:23:19.625508 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loaded extension: quota-check-limit Feb 21 00:23:19.625837 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loading extension file: quotasv2.py {{(pid=109115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:23:19.626752 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=109115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:23:19.627084 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loaded extension: quotas Feb 21 00:23:19.627446 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loading extension file: quotasv2_detail.py {{(pid=109115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:23:19.629231 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:23:19.629571 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loaded extension: quota_details Feb 21 00:23:19.629908 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loading extension file: rbac.py {{(pid=109115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:23:19.630945 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:23:19.631509 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loaded extension: rbac-policies Feb 21 00:23:19.631846 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loading extension file: rbac_address_group.py {{(pid=109115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:23:19.632787 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:23:19.633312 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loaded extension: rbac-address-group Feb 21 00:23:19.633640 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loading extension file: rbac_address_scope.py {{(pid=109115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:23:19.634605 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:23:19.635128 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loaded extension: rbac-address-scope Feb 21 00:23:19.635484 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loading extension file: rbac_security_groups.py {{(pid=109115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:23:19.636404 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:23:19.636925 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loaded extension: rbac-security-groups Feb 21 00:23:19.637253 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loading extension file: rbac_subnetpool.py {{(pid=109115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:23:19.638258 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:23:19.638777 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loaded extension: rbac-subnetpool Feb 21 00:23:19.639102 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loading extension file: revisionifmatch.py {{(pid=109115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:23:19.640054 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:23:19.640571 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loaded extension: revision-if-match Feb 21 00:23:19.640897 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loading extension file: revisions.py {{(pid=109115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:23:19.642058 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:23:19.642581 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loaded extension: standard-attr-revisions Feb 21 00:23:19.642913 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loading extension file: router_availability_zone.py {{(pid=109115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:23:19.643615 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:23:19.644134 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loaded extension: router_availability_zone Feb 21 00:23:19.644461 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loading extension file: routerservicetype.py {{(pid=109115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:23:19.645442 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:23:19.645958 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Extension router-service-type not supported by any of loaded plugins Feb 21 00:23:19.646283 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:23:19.647287 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:23:19.649305 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loaded extension: security-groups-normalized-cidr Feb 21 00:23:19.649658 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loading extension file: security_groups_port_filtering.py {{(pid=109115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:23:19.650626 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:23:19.651365 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loaded extension: port-security-groups-filtering Feb 21 00:23:19.651696 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:23:19.652708 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:23:19.653291 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loaded extension: security-groups-remote-address-group Feb 21 00:23:19.653653 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loading extension file: security_groups_shared_filtering.py {{(pid=109115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:23:19.654655 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=109115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:23:19.655203 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loaded extension: security-groups-shared-filtering Feb 21 00:23:19.655536 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=109115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:23:19.656126 dv-cinder-813225-6-iscsi neutron-server[109115]: WARNING neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 21 00:23:19.656453 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loading extension file: securitygroup.py {{(pid=109115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:23:19.666653 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:23:19.667201 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loaded extension: security-group Feb 21 00:23:19.667555 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loading extension file: segment.py {{(pid=109115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:23:19.668344 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:23:19.668863 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Extension segment not supported by any of loaded plugins Feb 21 00:23:19.669195 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:23:19.670137 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:23:19.670655 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 21 00:23:19.670985 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loading extension file: servicetype.py {{(pid=109115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:23:19.672139 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:23:19.672696 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loaded extension: service-type Feb 21 00:23:19.673026 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loading extension file: sorting.py {{(pid=109115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:23:19.674014 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:23:19.674348 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loaded extension: sorting Feb 21 00:23:19.674674 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loading extension file: standard_attr_segment.py {{(pid=109115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:23:19.675627 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:23:19.676146 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 21 00:23:19.676470 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loading extension file: standardattrdescription.py {{(pid=109115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:23:19.677129 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:23:19.677646 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loaded extension: standard-attr-description Feb 21 00:23:19.677974 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loading extension file: stateful_security_group.py {{(pid=109115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:23:19.678911 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:23:19.679477 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loaded extension: stateful-security-group Feb 21 00:23:19.679805 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loading extension file: stdattrs_common.py {{(pid=109115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:23:19.680372 dv-cinder-813225-6-iscsi neutron-server[109115]: WARNING neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 21 00:23:19.680697 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:23:19.682165 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:23:19.682684 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 21 00:23:19.683012 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loading extension file: subnet_onboard.py {{(pid=109115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:23:19.684130 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:23:19.684655 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loaded extension: subnet_onboard Feb 21 00:23:19.684986 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:23:19.685973 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:23:19.686448 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 21 00:23:19.686776 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loading extension file: subnet_service_types.py {{(pid=109115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:23:19.687727 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:23:19.688251 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loaded extension: subnet-service-types Feb 21 00:23:19.688576 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loading extension file: subnetallocation.py {{(pid=109115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:23:19.689664 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:23:19.690186 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loaded extension: subnet_allocation Feb 21 00:23:19.690514 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:23:19.691175 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:23:19.691729 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loaded extension: subnetpool-prefix-ops Feb 21 00:23:19.692056 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:23:19.692985 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:23:19.693530 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 21 00:23:19.693857 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loading extension file: tagging.py {{(pid=109115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:23:19.694911 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:23:19.695460 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loaded extension: standard-attr-tag Feb 21 00:23:19.695793 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loading extension file: timestamp.py {{(pid=109115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:23:19.697034 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:23:19.697560 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loaded extension: standard-attr-timestamp Feb 21 00:23:19.697887 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loading extension file: trunk.py {{(pid=109115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:23:19.698927 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:23:19.699484 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Extension trunk not supported by any of loaded plugins Feb 21 00:23:19.699813 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loading extension file: trunk_details.py {{(pid=109115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:23:19.700740 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:23:19.701265 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Extension trunk-details not supported by any of loaded plugins Feb 21 00:23:19.701593 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loading extension file: uplink_status_propagation.py {{(pid=109115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:23:19.702519 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:23:19.703049 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 21 00:23:19.703406 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Loading extension file: vlantransparent.py {{(pid=109115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 00:23:19.704074 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 00:23:19.704588 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Extension vlan-transparent not supported by any of loaded plugins Feb 21 00:23:19.707036 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.quota.resource_registry [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Creating instance of TrackedResource for resource:network Feb 21 00:23:19.707591 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.quota.resource_registry [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Creating instance of TrackedResource for resource:subnet Feb 21 00:23:19.707999 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.quota.resource_registry [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Creating instance of TrackedResource for resource:subnetpool Feb 21 00:23:19.708408 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.quota.resource_registry [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Creating instance of TrackedResource for resource:port Feb 21 00:23:19.709625 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.v2.resource_helper [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109115) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 00:23:19.710079 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.v2.resource_helper [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Service FLAVORS assigned prefix: {{(pid=109115) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 00:23:19.710685 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.v2.resource_helper [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109115) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 00:23:19.711118 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.v2.resource_helper [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109115) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 00:23:19.711487 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.quota.resource_registry [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Creating instance of TrackedResource for resource:router Feb 21 00:23:19.711915 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.quota.resource_registry [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Creating instance of TrackedResource for resource:floatingip Feb 21 00:23:19.712421 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.v2.resource_helper [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Service METERING assigned prefix: /metering {{(pid=109115) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 00:23:19.713858 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:19.714230 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:19.714585 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:23:19.715618 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.quota.resource_registry [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Creating instance of CountableResource for resource:rbac_policy Feb 21 00:23:19.716066 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.quota.resource_registry [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Creating instance of TrackedResource for resource:security_group Feb 21 00:23:19.716504 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.quota.resource_registry [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Creating instance of TrackedResource for resource:security_group_rule Feb 21 00:23:19.717111 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.v2.resource_helper [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Service CORE assigned prefix: {{(pid=109115) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 00:23:19.717462 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.quota.resource_registry [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Creating instance of TrackedResource for resource:subnetpool Feb 21 00:23:19.717811 dv-cinder-813225-6-iscsi neutron-server[109115]: WARNING neutron.quota.resource_registry [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] subnetpool is already registered Feb 21 00:23:19.718237 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.v2.resource_helper [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Service CORE assigned prefix: {{(pid=109115) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 00:23:19.718565 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.quota.resource_registry [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Creating instance of TrackedResource for resource:subnetpool Feb 21 00:23:19.718900 dv-cinder-813225-6-iscsi neutron-server[109115]: WARNING neutron.quota.resource_registry [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] subnetpool is already registered Feb 21 00:23:19.721197 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.v2.resource_helper [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109115) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 00:23:19.721633 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.v2.resource_helper [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Service FLAVORS assigned prefix: {{(pid=109115) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 00:23:19.722218 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.v2.resource_helper [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109115) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 00:23:19.722635 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.v2.resource_helper [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109115) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 00:23:19.722971 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.quota.resource_registry [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Creating instance of TrackedResource for resource:router Feb 21 00:23:19.723419 dv-cinder-813225-6-iscsi neutron-server[109115]: WARNING neutron.quota.resource_registry [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] router is already registered Feb 21 00:23:19.724089 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.quota.resource_registry [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Creating instance of TrackedResource for resource:floatingip Feb 21 00:23:19.724430 dv-cinder-813225-6-iscsi neutron-server[109115]: WARNING neutron.quota.resource_registry [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] floatingip is already registered Feb 21 00:23:19.724882 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.v2.resource_helper [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Service METERING assigned prefix: /metering {{(pid=109115) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 00:23:19.725551 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.quota.resource_registry [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Creating instance of CountableResource for resource:rbac_policy Feb 21 00:23:19.725879 dv-cinder-813225-6-iscsi neutron-server[109115]: WARNING neutron.quota.resource_registry [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] rbac_policy is already registered Feb 21 00:23:19.726295 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.quota.resource_registry [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Creating instance of TrackedResource for resource:security_group Feb 21 00:23:19.726630 dv-cinder-813225-6-iscsi neutron-server[109115]: WARNING neutron.quota.resource_registry [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] security_group is already registered Feb 21 00:23:19.727036 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.quota.resource_registry [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Creating instance of TrackedResource for resource:security_group_rule Feb 21 00:23:19.727410 dv-cinder-813225-6-iscsi neutron-server[109115]: WARNING neutron.quota.resource_registry [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] security_group_rule is already registered Feb 21 00:23:19.728589 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.v2.resource_helper [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Service CORE assigned prefix: {{(pid=109115) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 00:23:19.728922 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.quota.resource_registry [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Creating instance of TrackedResource for resource:subnetpool Feb 21 00:23:19.729257 dv-cinder-813225-6-iscsi neutron-server[109115]: WARNING neutron.quota.resource_registry [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] subnetpool is already registered Feb 21 00:23:19.729678 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.v2.resource_helper [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Service CORE assigned prefix: {{(pid=109115) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 00:23:19.730006 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.quota.resource_registry [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Creating instance of TrackedResource for resource:subnetpool Feb 21 00:23:19.730341 dv-cinder-813225-6-iscsi neutron-server[109115]: WARNING neutron.quota.resource_registry [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] subnetpool is already registered Feb 21 00:23:19.730810 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Extended resource: extensions {{(pid=109115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 00:23:19.732311 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Extended resource: address-groups {{(pid=109115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 00:23:19.733817 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Extended resource: address-scopes {{(pid=109115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 00:23:19.735121 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Extended resource: agents {{(pid=109115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 00:23:19.736325 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Extended resource: auto-allocated-topology {{(pid=109115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 00:23:19.737578 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Extended resource: availability_zones {{(pid=109115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 00:23:19.738783 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Extended resource: dhcp-networks {{(pid=109115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 00:23:19.740434 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Extended resource: dhcp-agents {{(pid=109115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 00:23:19.741849 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Extended resource: routers {{(pid=109115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 00:23:19.744644 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Extended resource: flavors {{(pid=109115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 00:23:19.745815 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Extended resource: service_profiles {{(pid=109115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 00:23:19.747023 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Extended resource: next_providers {{(pid=109115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 00:23:19.748566 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Extended resource: service_profiles {{(pid=109115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 00:23:19.750115 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Extended resource: floatingip-pools {{(pid=109115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 00:23:19.751380 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Extended resource: routers {{(pid=109115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 00:23:19.753474 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Extended resource: floatingips {{(pid=109115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 00:23:19.755658 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Extended resource: l3-routers {{(pid=109115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 00:23:19.757064 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Extended resource: l3-agents {{(pid=109115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 00:23:19.758497 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Extended resource: metering-labels {{(pid=109115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 00:23:19.759921 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Extended resource: metering-label-rules {{(pid=109115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 00:23:19.761214 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Extended resource: network-ip-availabilities {{(pid=109115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 00:23:19.762471 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Extended resource: bindings {{(pid=109115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 00:23:19.764174 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Extended resource: quotas {{(pid=109115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 00:23:19.765741 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Extended resource: quotas {{(pid=109115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 00:23:19.767293 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Extended resource: rbac-policies {{(pid=109115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 00:23:19.768593 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Extended resource: security-groups {{(pid=109115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 00:23:19.769832 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Extended resource: security-group-rules {{(pid=109115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 00:23:19.771094 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Extended resource: service-providers {{(pid=109115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 00:23:19.772349 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Extended resource: subnetpools {{(pid=109115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 00:23:19.773799 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Extended resource: subnetpools {{(pid=109115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 00:23:19.775837 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Extended resource: tags {{(pid=109115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 00:23:19.777538 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Extended resource: tags {{(pid=109115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 00:23:19.779392 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Extended resource: tags {{(pid=109115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 00:23:19.781172 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Extended resource: tags {{(pid=109115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 00:23:19.782945 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Extended resource: tags {{(pid=109115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 00:23:19.784868 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Extended resource: tags {{(pid=109115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 00:23:19.786583 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Extended resource: tags {{(pid=109115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 00:23:19.788537 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Extended resource: tags {{(pid=109115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 00:23:19.790832 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Extended resource: tags {{(pid=109115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 00:23:19.792727 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron.api.extensions [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Extended resource: tags {{(pid=109115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 00:23:19.798720 dv-cinder-813225-6-iscsi neutron-server[109115]: WARNING keystonemiddleware.auth_token [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 21 00:23:19.803401 dv-cinder-813225-6-iscsi neutron-server[109115]: WARNING keystonemiddleware.auth_token [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 21 00:23:19.811919 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_concurrency.lockutils [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Acquired lock "singleton_lock" {{(pid=109115) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 21 00:23:19.812395 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_concurrency.lockutils [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Releasing lock "singleton_lock" {{(pid=109115) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 21 00:23:19.813055 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO oslo_service.service [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Starting 2 workers Feb 21 00:23:19.817934 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Started child 109222 {{(pid=109115) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 21 00:23:19.822428 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Started child 109223 {{(pid=109115) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 21 00:23:19.823596 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:23:19.824289 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO neutron.service [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Neutron service started, listening on 0.0.0.0:9696 Feb 21 00:23:19.824677 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Publish callbacks [] for process (None), before_spawn {{(pid=109115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:23:19.825286 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [-] (109222) wsgi starting up on http://0.0.0.0:9696 Feb 21 00:23:19.827140 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO oslo_service.service [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Starting 1 workers Feb 21 00:23:19.827324 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:23:19.828623 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [-] (109223) wsgi starting up on http://0.0.0.0:9696 Feb 21 00:23:19.832386 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Started child 109224 {{(pid=109115) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 21 00:23:19.832934 dv-cinder-813225-6-iscsi neutron-server[109115]: INFO oslo_service.service [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Starting 1 workers Feb 21 00:23:19.836130 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.service [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] calling RpcWorker wait() {{(pid=109224) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 21 00:23:19.836696 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.service [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] returning from RpcWorker wait() {{(pid=109224) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 21 00:23:19.837967 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Started child 109225 {{(pid=109115) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 21 00:23:19.838583 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:23:19.838761 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-2b85a9b5-dcdb-4180-9c4c-d0c49460b83f None None] Publish callbacks [] for process (None), after_spawn {{(pid=109115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:23:19.839209 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:23:19.840747 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109115) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 21 00:23:19.840961 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 21 00:23:19.841151 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 21 00:23:19.841381 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 21 00:23:19.841743 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 21 00:23:19.841911 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 21 00:23:19.842425 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.842710 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.842973 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:23:19.843454 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.843454 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.843597 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.844143 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.844242 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:23:19.844423 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.844677 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.844937 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.845176 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.845351 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.845520 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.845763 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.845994 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.846298 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.846554 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.846793 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.847055 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.847253 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.847511 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.847794 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.848043 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.848320 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] debug = True {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.848543 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.849282 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.849549 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.849824 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.850036 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.850308 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.850553 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.850844 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.851086 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.851346 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.851564 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.851822 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.852053 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.852272 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.852518 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.853317 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.853571 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.853791 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.854277 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] host = dv-cinder-813225-6-iscsi {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.854494 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.854742 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.854995 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.855290 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.855551 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.855804 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.856086 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.856349 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.856591 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.856822 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.857076 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.857318 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.857553 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.857787 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] log_file = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.857954 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] log_options = True {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.858189 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.858456 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.858714 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.858902 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.859072 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.859259 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.859518 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.859683 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.859940 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.860172 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.860393 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.860598 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.860841 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.861095 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.861341 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.861553 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.861771 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.861999 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.862254 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.862518 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.862741 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.862997 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.863248 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.863487 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.863706 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.863939 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.864179 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.864416 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.864607 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.864851 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.865081 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.866371 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.866371 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.866371 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.866371 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.866371 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.866995 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.866995 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.868253 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.868253 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.868253 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.868253 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.868253 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.868253 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.868742 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.870118 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.870685 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] use_json = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.871043 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.871643 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.872075 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.872250 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.874406 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.874406 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.874406 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.874406 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.874406 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.875087 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.875373 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.875720 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.875987 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.876235 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.876488 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.876750 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.877119 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.877218 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.877440 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.877764 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.878012 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.878319 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.878593 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.878885 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.879240 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.879521 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.879782 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.880026 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.880273 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.880535 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.880774 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.881044 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.881277 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.881526 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.881764 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.882008 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.882309 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.882579 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.882947 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.883777 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.884608 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.45/identity {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.884897 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.886886 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.887560 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.887798 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.888030 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.888296 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.888523 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.888794 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.889430 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.889704 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.889940 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.890186 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.891372 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.891628 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.891897 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.892189 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.892431 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.892663 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.892891 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.893112 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.893330 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.893569 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.894188 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.894451 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.894716 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.894985 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.895849 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.896100 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.896687 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.896919 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.897180 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.897407 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.897635 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.897859 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.898102 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.898696 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.898957 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.902869 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.903127 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.904129 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.905206 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.905481 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.905771 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.905997 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.906239 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.906474 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.906722 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.906948 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.907208 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.907453 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.907678 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.907907 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.908150 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.908377 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.908597 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.908814 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.909031 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.909251 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.909470 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.909772 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.910082 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.910334 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.910585 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.910807 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.911076 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.911339 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.911602 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.911824 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.912052 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.912290 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.912554 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.912801 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.913033 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.913283 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.913523 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.913779 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.913997 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.914235 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.914491 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.914711 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.914946 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.916001 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.916305 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.916565 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.916828 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.917079 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.917346 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.917616 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.917855 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.918126 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.918348 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.918652 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.918921 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.919221 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.919523 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.919775 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.920023 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.920265 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.920504 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.920757 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.921010 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.921277 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.921536 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.921779 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.922016 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.922266 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.922514 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.922810 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.923041 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.923280 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.923499 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.923779 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.924033 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.924271 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.924535 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.924784 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.925037 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.925285 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.925517 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.45/identity {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.925750 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.926016 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.926251 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.926471 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.926705 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.926944 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.927208 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.927563 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.927723 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.927875 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.928252 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.928414 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.928558 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.928728 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.928976 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.929239 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.929455 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.929694 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.930094 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.930322 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.930545 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.930792 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.931011 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.931295 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.931516 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.931816 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.932075 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.932313 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.932547 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.932794 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.933062 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.933279 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.933526 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.933748 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.933968 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.934202 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.934402 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.934619 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.934854 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.935104 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.935357 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.935598 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.935856 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.936263 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.936468 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.936721 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.936994 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.937249 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.937467 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.937701 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.937919 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.938136 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.938353 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.938594 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.938810 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.939028 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.939269 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.939485 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.939721 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.939977 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.940217 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.940455 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.940673 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.940896 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.941117 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.941353 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.941556 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.941791 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.942023 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.942237 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.942453 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.942679 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.942957 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.943230 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.943468 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.943742 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.943960 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.944112 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:23:19.944257 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.944481 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.944696 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.944909 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.945132 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.945349 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.945560 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.945786 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.946000 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.946214 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.946466 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.946683 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.946895 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.947118 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.947351 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.947565 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.947810 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.948043 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.948239 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.948502 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.948661 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.948872 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.949113 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.949329 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.949570 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.949790 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.950002 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.950214 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.950439 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.950676 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.950888 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.951171 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.951590 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.951835 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.952371 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.952630 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.952882 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.953132 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.953444 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.953677 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.953921 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.954157 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.954376 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.954600 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.954871 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.955210 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.955506 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.956251 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.956251 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.956445 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.956566 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.956846 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.957063 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.957375 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.957714 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.957982 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.958262 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.958495 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.958733 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.958985 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.959225 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.959460 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.959696 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.959912 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.960202 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.960433 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.960912 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.961135 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.961372 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.961586 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.961827 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.962577 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.962832 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.963057 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.963236 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 21 00:23:19.963765 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109115) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 21 00:23:19.963931 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 21 00:23:19.964088 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 21 00:23:19.964259 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 21 00:23:19.964430 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 21 00:23:19.964587 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 21 00:23:19.964798 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.964962 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.965127 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.965289 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.965453 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.965636 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.965802 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.966081 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.966249 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.966408 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.966576 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.966739 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.966912 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.967058 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.967391 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.967765 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.968071 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.968391 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.968709 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.968890 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.969050 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.969268 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.969354 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] debug = True {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.969494 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.969766 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 49950) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:23:19.970087 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.970471 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.970646 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.970797 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.970946 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.971112 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.971297 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.971605 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.971915 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.972064 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.972227 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.972525 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.972876 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.973174 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.973492 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.973662 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.974074 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.974383 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] host = dv-cinder-813225-6-iscsi {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.974544 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.974846 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.975158 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.975158 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.975339 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.975519 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.975675 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.975819 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.975961 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.976122 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.976280 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.976444 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.976591 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.976755 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] log_file = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.976920 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] log_options = True {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.977083 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.977244 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.977406 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.977621 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.978306 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.978677 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.979019 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.979384 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [-] 10.222.0.45 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0073659 Feb 21 00:23:19.979494 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.979567 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.979801 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.980024 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.980240 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.980409 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.980573 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.980737 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.980899 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.981208 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.982128 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.982128 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.982128 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.982128 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.982128 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.982527 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.983114 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.983114 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.983114 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.983114 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.983410 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.983564 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.983806 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.984850 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.985018 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.985180 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.985346 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.985515 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.985679 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.985835 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.985997 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.986151 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.986318 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.986479 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.986640 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.986806 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.986980 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.987130 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.987306 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.987470 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] use_json = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.987632 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.987802 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.987949 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.988104 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.988711 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.988711 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.988711 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.988711 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.988961 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 00:23:19.989152 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.989251 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.989395 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.989560 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.989725 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.989890 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.990054 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.990220 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.990386 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.990542 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.990718 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.990885 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.991114 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.992153 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.992333 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.992512 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.992660 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.993490 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.993490 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.993490 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.993490 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.993490 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.994009 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.994009 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.994009 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.994227 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.994227 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.994407 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.994569 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.994910 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.995078 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.995410 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.45/identity {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.995581 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.995742 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.995910 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.996070 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.996601 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.996601 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.996601 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.996886 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.996886 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.997022 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.997164 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.997328 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.998276 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.998276 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.998276 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.998276 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.998276 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.998276 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.998664 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.998664 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.998799 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.998882 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.998998 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.999169 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.999358 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.999521 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.999687 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:19.999851 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.000016 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.000180 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.000345 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.000508 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.000673 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.000836 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.001002 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.001165 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.001347 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.001513 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.001676 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.001841 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.002009 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.002168 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.002356 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.002521 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.002686 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.002848 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.003012 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.003175 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.003366 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.003532 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.003685 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.003849 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.004013 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.004177 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.004395 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.004569 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.004730 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.005066 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.005231 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.005404 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.005585 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.005750 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.005915 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.006079 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.006244 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.006406 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.006569 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.006732 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.006895 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.007058 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.007256 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.007422 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.007588 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.007756 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.007920 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.008084 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.008247 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.008436 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.008600 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.008761 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.008950 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.009115 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.009283 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.009444 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.009594 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.009748 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.009897 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.010070 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.010234 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.010400 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.010564 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.010735 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.010912 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.011077 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.011263 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.011430 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.011594 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.011757 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.011921 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.012084 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.012247 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.012411 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.012580 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.012757 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.012920 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.013083 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.013248 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.013435 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.013591 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.013807 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.013912 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.014070 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.014234 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.014397 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.014560 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.014724 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.014889 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.015055 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.015233 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.45/identity {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.015398 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.015562 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.015725 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.015888 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.016055 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.016219 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.016384 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.016549 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.016714 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.016878 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.017042 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.017202 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.017365 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.017529 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.017692 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.017856 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.018020 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.018183 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.018348 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.018511 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.018674 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.018895 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.019066 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.019252 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.019419 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.019586 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.019750 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.019916 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.020080 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.020246 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.020411 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.020575 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.020741 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.020905 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.021069 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.021238 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.021401 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.021565 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.021729 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.021893 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.022057 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.022220 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.022384 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.022569 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.022736 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.022894 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.023052 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.023238 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.023405 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.023568 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.023732 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.023899 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.024064 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.024228 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.024394 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.025124 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.025249 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.025397 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.025561 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.025727 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.025896 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.026060 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.026224 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.026390 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.026554 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.026718 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.026881 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.027045 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.027227 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.027398 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.027563 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.027727 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.027905 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.028069 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.028233 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.028397 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.028561 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.028724 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.028899 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.029062 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.029227 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.029385 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.029542 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.029705 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.029884 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.030890 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.030890 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.030890 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.030890 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.030890 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.030890 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.031555 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.031555 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.031555 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.031555 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.031861 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.031861 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.031996 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.032112 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.032224 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.032364 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.032527 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.032702 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.032867 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.033031 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.033194 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.033358 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.033522 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.033695 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.033862 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.034065 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.034178 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.034339 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.034502 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.034665 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.034843 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.035006 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.035249 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.035336 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.035522 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.035671 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.035822 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.035991 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.036164 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.036337 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.036503 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.036675 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.036846 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.037020 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.037183 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.037346 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.037525 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.037694 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.037838 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.038005 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.038168 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.038331 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.038495 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.038661 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.038824 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.038988 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.039151 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.039336 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.039487 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.039651 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.039817 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.039981 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.040687 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.040863 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.041027 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.041191 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 00:23:20.041346 dv-cinder-813225-6-iscsi neutron-server[109115]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 21 00:23:31.415395 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912c5f48-240e-4a86-8f98-beddd0bb1cd4 None None] get_active_networks_info from dv-cinder-813225-6-iscsi {{(pid=109224) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 21 00:23:31.475877 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912c5f48-240e-4a86-8f98-beddd0bb1cd4 None None] No non-hosted networks {{(pid=109224) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 21 00:23:31.493635 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-7dd4e06f-1223-4615-9bcc-cf0c6016dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-957778'] for agent (57941464-2af3-4cc7-9b46-3eeacd6f6fca), after_create {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:23:33.495605 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-e86df1b6-ba85-4a2d-b993-abecc21cc4f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-957778'] for agent (47b5b2cb-5391-4fc3-9478-3db20537c35a), after_create {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:23:33.527708 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-29867811-976c-4ff8-919e-066f4b9acc7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (47b5b2cb-5391-4fc3-9478-3db20537c35a), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:23:35.102213 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-2cd5f963-efb3-4d3f-8e75-14b6a6f65242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-957778'] for agent (4a388d83-9cb8-49a2-9541-35a13f295f4a), after_create {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:23:36.368988 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-09e0abcb-2b1d-4918-a5e2-a10ed408e1f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-957778'] for agent (417c2155-c2c7-44af-91e4-b32264eafb82), after_create {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:23:37.112839 dv-cinder-813225-6-iscsi neutron-server[109224]: INFO neutron.db.l3_hamode_db [None req-4445bd8a-d550-47b7-85f0-91638f7a6f6c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 21 00:23:37.190307 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4445bd8a-d550-47b7-85f0-91638f7a6f6c None None] Routers set() bound to L3 agent in host dv-cinder-813225-6-iscsi {{(pid=109224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:23:37.190696 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4445bd8a-d550-47b7-85f0-91638f7a6f6c None None] Router IDs set() for agent in host dv-cinder-813225-6-iscsi {{(pid=109224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 21 00:23:37.828643 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 50030) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:23:37.995979 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-957778'] for agent (d6e95c40-1d90-4a13-9e37-1d6580a24190), after_create {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:23:37.997327 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:23:37.997884 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:23:37.998421 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:23:37.998956 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:23:37.999544 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:23:37.999985 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:23:38.000420 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:23:38.000850 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:23:38.001373 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:23:38.001770 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:23:38.002179 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:23:38.002601 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:23:38.002988 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:23:38.003483 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-813225-6-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:23:38.009844 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-813225-6-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:23:38.353085 dv-cinder-813225-6-iscsi neutron-server[109223]: WARNING oslo_policy.policy [None req-2bc881ec-da9c-42c2-81e3-cd38684cc823 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 21 00:23:38.353657 dv-cinder-813225-6-iscsi neutron-server[109223]: WARNING oslo_policy.policy [None req-2bc881ec-da9c-42c2-81e3-cd38684cc823 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 21 00:23:38.574956 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [None req-2bc881ec-da9c-42c2-81e3-cd38684cc823 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109223) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 00:23:38.576085 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-2bc881ec-da9c-42c2-81e3-cd38684cc823 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7464631 Feb 21 00:23:41.089826 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 50056) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:23:41.393708 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.v2.base [None req-5f639b5b-7d6e-48ba-9c4a-4f2202d4d6b1 admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=109223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:23:41.485461 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.policy [None req-5f639b5b-7d6e-48ba-9c4a-4f2202d4d6b1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109223) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 21 00:23:41.527843 dv-cinder-813225-6-iscsi neutron-server[109223]: WARNING oslo_policy.policy [None req-5f639b5b-7d6e-48ba-9c4a-4f2202d4d6b1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 21 00:23:41.528246 dv-cinder-813225-6-iscsi neutron-server[109223]: WARNING oslo_policy.policy [None req-5f639b5b-7d6e-48ba-9c4a-4f2202d4d6b1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 21 00:23:41.621656 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-5f639b5b-7d6e-48ba-9c4a-4f2202d4d6b1 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731680319380', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731680318913', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731680337428', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731680335133', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731680357559', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731680363499', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16070354', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-15983249', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-968177', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-616608'] for rbac-policy (None), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:23:41.687198 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-5f639b5b-7d6e-48ba-9c4a-4f2202d4d6b1 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:23:41.688372 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-5f639b5b-7d6e-48ba-9c4a-4f2202d4d6b1 admin admin] 10.222.0.45 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5975597 Feb 21 00:23:44.184798 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 50066) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:23:44.490330 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.v2.base [None req-b37290ef-1a88-412d-b94d-ca217204598e demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=109223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:23:44.518261 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b37290ef-1a88-412d-b94d-ca217204598e demo demo] Made reservation on behalf of 023fe8541e3347c2ae349da71009b12d for: {'network': 1} {{(pid=109223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 00:23:44.522091 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-b37290ef-1a88-412d-b94d-ca217204598e demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for network (None), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:23:44.538626 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-b37290ef-1a88-412d-b94d-ca217204598e demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:23:44.642990 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-b37290ef-1a88-412d-b94d-ca217204598e demo demo] Publish callbacks [] for security_group (3a271845-831f-4bd5-a4a4-313a39aa5ddb), precommit_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:23:44.646573 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-b37290ef-1a88-412d-b94d-ca217204598e demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (3a271845-831f-4bd5-a4a4-313a39aa5ddb), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:23:44.667257 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b37290ef-1a88-412d-b94d-ca217204598e demo demo] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=109223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 00:23:44.702183 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-b37290ef-1a88-412d-b94d-ca217204598e demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8731676696625', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16097169'] for segment (a1c1478a-791f-457b-a16e-97c02e5d41b3), precommit_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:23:44.702764 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-b37290ef-1a88-412d-b94d-ca217204598e demo demo] Unsubscribe: segment precommit_create {{(pid=109223) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 21 00:23:44.703329 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.db.segments_db [None req-b37290ef-1a88-412d-b94d-ca217204598e demo demo] Added segment a1c1478a-791f-457b-a16e-97c02e5d41b3 of type vlan for network d0c9407e-7765-4de3-8a37-0f848b10589e Feb 21 00:23:44.723034 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37290ef-1a88-412d-b94d-ca217204598e demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=3a271845-831f-4bd5-a4a4-313a39aa5ddb,revision_number=1']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:23:44.772063 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37290ef-1a88-412d-b94d-ca217204598e demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:23:44.772418 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37290ef-1a88-412d-b94d-ca217204598e demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:23:44.772775 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37290ef-1a88-412d-b94d-ca217204598e demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:23:44.773114 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37290ef-1a88-412d-b94d-ca217204598e demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:23:44.773978 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37290ef-1a88-412d-b94d-ca217204598e demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:23:44.774302 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37290ef-1a88-412d-b94d-ca217204598e demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:23:44.774623 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37290ef-1a88-412d-b94d-ca217204598e demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:23:44.774953 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37290ef-1a88-412d-b94d-ca217204598e demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:23:44.775287 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37290ef-1a88-412d-b94d-ca217204598e demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:23:44.775619 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37290ef-1a88-412d-b94d-ca217204598e demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:23:44.775938 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37290ef-1a88-412d-b94d-ca217204598e demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:23:44.776251 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37290ef-1a88-412d-b94d-ca217204598e demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:23:44.776561 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37290ef-1a88-412d-b94d-ca217204598e demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:23:44.777914 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37290ef-1a88-412d-b94d-ca217204598e demo demo] Tracked resource versions report: Feb 21 00:23:44.777914 dv-cinder-813225-6-iscsi neutron-server[109223]: pushed versions: Feb 21 00:23:44.777914 dv-cinder-813225-6-iscsi neutron-server[109223]: { 'AddressGroup': {'1.2'}, Feb 21 00:23:44.777914 dv-cinder-813225-6-iscsi neutron-server[109223]: 'ConntrackHelper': {'1.0'}, Feb 21 00:23:44.777914 dv-cinder-813225-6-iscsi neutron-server[109223]: 'LocalIPAssociation': {'1.0'}, Feb 21 00:23:44.777914 dv-cinder-813225-6-iscsi neutron-server[109223]: 'Log': {'1.0'}, Feb 21 00:23:44.777914 dv-cinder-813225-6-iscsi neutron-server[109223]: 'Network': {'1.1'}, Feb 21 00:23:44.777914 dv-cinder-813225-6-iscsi neutron-server[109223]: 'Port': {'1.7'}, Feb 21 00:23:44.777914 dv-cinder-813225-6-iscsi neutron-server[109223]: 'PortForwarding': {'1.2'}, Feb 21 00:23:44.777914 dv-cinder-813225-6-iscsi neutron-server[109223]: 'QosPolicy': {'1.10'}, Feb 21 00:23:44.777914 dv-cinder-813225-6-iscsi neutron-server[109223]: 'SecurityGroup': {'1.5'}, Feb 21 00:23:44.777914 dv-cinder-813225-6-iscsi neutron-server[109223]: 'SecurityGroupRule': {'1.2'}, Feb 21 00:23:44.777914 dv-cinder-813225-6-iscsi neutron-server[109223]: 'SubPort': {'1.0'}, Feb 21 00:23:44.777914 dv-cinder-813225-6-iscsi neutron-server[109223]: 'Subnet': {'1.1'}, Feb 21 00:23:44.777914 dv-cinder-813225-6-iscsi neutron-server[109223]: 'Trunk': {'1.1'}} Feb 21 00:23:44.777914 dv-cinder-813225-6-iscsi neutron-server[109223]: consumer versions: Feb 21 00:23:44.777914 dv-cinder-813225-6-iscsi neutron-server[109223]: { DHCP agent@dv-cinder-813225-6-iscsi: {}, Feb 21 00:23:44.777914 dv-cinder-813225-6-iscsi neutron-server[109223]: L3 agent@dv-cinder-813225-6-iscsi: {}, Feb 21 00:23:44.777914 dv-cinder-813225-6-iscsi neutron-server[109223]: Metadata agent@dv-cinder-813225-6-iscsi: {}, Feb 21 00:23:44.777914 dv-cinder-813225-6-iscsi neutron-server[109223]: Metering agent@dv-cinder-813225-6-iscsi: {}, Feb 21 00:23:44.777914 dv-cinder-813225-6-iscsi neutron-server[109223]: Open vSwitch agent@dv-cinder-813225-6-iscsi: { 'AddressGroup': '1.2', Feb 21 00:23:44.777914 dv-cinder-813225-6-iscsi neutron-server[109223]: 'ConntrackHelper': '1.0', Feb 21 00:23:44.777914 dv-cinder-813225-6-iscsi neutron-server[109223]: 'LocalIPAssociation': '1.0', Feb 21 00:23:44.777914 dv-cinder-813225-6-iscsi neutron-server[109223]: 'Log': '1.0', Feb 21 00:23:44.777914 dv-cinder-813225-6-iscsi neutron-server[109223]: 'Network': '1.1', Feb 21 00:23:44.777914 dv-cinder-813225-6-iscsi neutron-server[109223]: 'Port': '1.7', Feb 21 00:23:44.777914 dv-cinder-813225-6-iscsi neutron-server[109223]: 'PortForwarding': '1.2', Feb 21 00:23:44.777914 dv-cinder-813225-6-iscsi neutron-server[109223]: 'QosPolicy': '1.10', Feb 21 00:23:44.777914 dv-cinder-813225-6-iscsi neutron-server[109223]: 'SecurityGroup': '1.5', Feb 21 00:23:44.777914 dv-cinder-813225-6-iscsi neutron-server[109223]: 'SecurityGroupRule': '1.2', Feb 21 00:23:44.777914 dv-cinder-813225-6-iscsi neutron-server[109223]: 'SubPort': '1.0', Feb 21 00:23:44.777914 dv-cinder-813225-6-iscsi neutron-server[109223]: 'Subnet': '1.1', Feb 21 00:23:44.777914 dv-cinder-813225-6-iscsi neutron-server[109223]: 'Trunk': '1.1'}} Feb 21 00:23:44.777914 dv-cinder-813225-6-iscsi neutron-server[109223]: {{(pid=109223) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 21 00:23:44.810643 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-b37290ef-1a88-412d-b94d-ca217204598e demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731676168578'] for network (d0c9407e-7765-4de3-8a37-0f848b10589e), precommit_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:23:44.851442 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-b37290ef-1a88-412d-b94d-ca217204598e demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403'] for network (d0c9407e-7765-4de3-8a37-0f848b10589e), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:23:44.856953 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37290ef-1a88-412d-b94d-ca217204598e demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:23:44.857720 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-b37290ef-1a88-412d-b94d-ca217204598e demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582445'] for network (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:23:44.945211 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-b37290ef-1a88-412d-b94d-ca217204598e demo demo] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7593265 Feb 21 00:23:44.975743 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37290ef-1a88-412d-b94d-ca217204598e demo demo] Pushing event updated for resources: {'Network': ['ID=d0c9407e-7765-4de3-8a37-0f848b10589e,revision_number=1']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:23:44.991236 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Network d0c9407e-7765-4de3-8a37-0f848b10589e details requested by agent ovs-agent-dv-cinder-813225-6-iscsi with host dv-cinder-813225-6-iscsi {{(pid=109224) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 00:23:47.471529 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 50078) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:23:47.966830 dv-cinder-813225-6-iscsi neutron-server[109222]: WARNING oslo_policy.policy [None req-8482c1d4-bbba-49f8-8ac4-a3a020657c9e demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 21 00:23:47.967428 dv-cinder-813225-6-iscsi neutron-server[109222]: WARNING oslo_policy.policy [None req-8482c1d4-bbba-49f8-8ac4-a3a020657c9e demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 21 00:23:48.402513 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.policy [None req-8482c1d4-bbba-49f8-8ac4-a3a020657c9e demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109222) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 21 00:23:48.443838 dv-cinder-813225-6-iscsi neutron-server[109222]: WARNING oslo_policy.policy [None req-8482c1d4-bbba-49f8-8ac4-a3a020657c9e demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 21 00:23:48.444165 dv-cinder-813225-6-iscsi neutron-server[109222]: WARNING oslo_policy.policy [None req-8482c1d4-bbba-49f8-8ac4-a3a020657c9e demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 21 00:23:48.452472 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8482c1d4-bbba-49f8-8ac4-a3a020657c9e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:23:48.454399 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-8482c1d4-bbba-49f8-8ac4-a3a020657c9e demo admin] 10.222.0.45 "GET /v2.0/networks/d0c9407e-7765-4de3-8a37-0f848b10589e HTTP/1.1" status: 200 len: 825 time: 0.9807835 Feb 21 00:23:48.493489 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-aae7c44f-fc8c-4c07-aa4e-09d9564fb934 demo admin] 10.222.0.45 "GET /v2.0/subnetpools/e3b32c16-c982-4195-a7ed-3ae14f8911d2 HTTP/1.1" status: 200 len: 734 time: 0.0333767 Feb 21 00:23:48.501973 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [None req-ad255122-c02b-40bf-9b46-e75ff294ca28 demo admin] Request body: {'subnet': {'subnetpool_id': 'e3b32c16-c982-4195-a7ed-3ae14f8911d2', 'network_id': 'd0c9407e-7765-4de3-8a37-0f848b10589e', 'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:23:48.538014 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad255122-c02b-40bf-9b46-e75ff294ca28 demo admin] Made reservation on behalf of 023fe8541e3347c2ae349da71009b12d for: {'subnet': 1} {{(pid=109222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 00:23:48.541621 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-ad255122-c02b-40bf-9b46-e75ff294ca28 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:23:48.821862 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-ad255122-c02b-40bf-9b46-e75ff294ca28 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403'] for subnet (726d8ca9-aea9-46cf-9c97-7d9164c9c039), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:23:48.887423 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad255122-c02b-40bf-9b46-e75ff294ca28 demo admin] Checking segment: {'id': 'a1c1478a-791f-457b-a16e-97c02e5d41b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd0c9407e-7765-4de3-8a37-0f848b10589e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:23:48.887820 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad255122-c02b-40bf-9b46-e75ff294ca28 demo admin] Network hostable DHCP agents. Network: d0c9407e-7765-4de3-8a37-0f848b10589e, hostable agents: ['57941464-2af3-4cc7-9b46-3eeacd6f6fca'], hosted agents: [] {{(pid=109222) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 00:23:48.903895 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad255122-c02b-40bf-9b46-e75ff294ca28 demo admin] Pushing event updated for resources: {'Subnet': ['ID=726d8ca9-aea9-46cf-9c97-7d9164c9c039,revision_number=0']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:23:48.917447 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad255122-c02b-40bf-9b46-e75ff294ca28 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:23:48.917815 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad255122-c02b-40bf-9b46-e75ff294ca28 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:23:48.918170 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad255122-c02b-40bf-9b46-e75ff294ca28 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:23:48.918508 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad255122-c02b-40bf-9b46-e75ff294ca28 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:23:48.918835 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad255122-c02b-40bf-9b46-e75ff294ca28 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:23:48.919165 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad255122-c02b-40bf-9b46-e75ff294ca28 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:23:48.919527 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad255122-c02b-40bf-9b46-e75ff294ca28 demo admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:23:48.919854 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad255122-c02b-40bf-9b46-e75ff294ca28 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:23:48.920174 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad255122-c02b-40bf-9b46-e75ff294ca28 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:23:48.920509 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad255122-c02b-40bf-9b46-e75ff294ca28 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:23:48.920832 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad255122-c02b-40bf-9b46-e75ff294ca28 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:23:48.921149 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad255122-c02b-40bf-9b46-e75ff294ca28 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:23:48.921744 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad255122-c02b-40bf-9b46-e75ff294ca28 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:23:48.923028 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad255122-c02b-40bf-9b46-e75ff294ca28 demo admin] Tracked resource versions report: Feb 21 00:23:48.923028 dv-cinder-813225-6-iscsi neutron-server[109222]: pushed versions: Feb 21 00:23:48.923028 dv-cinder-813225-6-iscsi neutron-server[109222]: { 'AddressGroup': {'1.2'}, Feb 21 00:23:48.923028 dv-cinder-813225-6-iscsi neutron-server[109222]: 'ConntrackHelper': {'1.0'}, Feb 21 00:23:48.923028 dv-cinder-813225-6-iscsi neutron-server[109222]: 'LocalIPAssociation': {'1.0'}, Feb 21 00:23:48.923028 dv-cinder-813225-6-iscsi neutron-server[109222]: 'Log': {'1.0'}, Feb 21 00:23:48.923028 dv-cinder-813225-6-iscsi neutron-server[109222]: 'Network': {'1.1'}, Feb 21 00:23:48.923028 dv-cinder-813225-6-iscsi neutron-server[109222]: 'Port': {'1.7'}, Feb 21 00:23:48.923028 dv-cinder-813225-6-iscsi neutron-server[109222]: 'PortForwarding': {'1.2'}, Feb 21 00:23:48.923028 dv-cinder-813225-6-iscsi neutron-server[109222]: 'QosPolicy': {'1.10'}, Feb 21 00:23:48.923028 dv-cinder-813225-6-iscsi neutron-server[109222]: 'SecurityGroup': {'1.5'}, Feb 21 00:23:48.923028 dv-cinder-813225-6-iscsi neutron-server[109222]: 'SecurityGroupRule': {'1.2'}, Feb 21 00:23:48.923028 dv-cinder-813225-6-iscsi neutron-server[109222]: 'SubPort': {'1.0'}, Feb 21 00:23:48.923028 dv-cinder-813225-6-iscsi neutron-server[109222]: 'Subnet': {'1.1'}, Feb 21 00:23:48.923028 dv-cinder-813225-6-iscsi neutron-server[109222]: 'Trunk': {'1.1'}} Feb 21 00:23:48.923028 dv-cinder-813225-6-iscsi neutron-server[109222]: consumer versions: Feb 21 00:23:48.923028 dv-cinder-813225-6-iscsi neutron-server[109222]: { DHCP agent@dv-cinder-813225-6-iscsi: {}, Feb 21 00:23:48.923028 dv-cinder-813225-6-iscsi neutron-server[109222]: L3 agent@dv-cinder-813225-6-iscsi: {}, Feb 21 00:23:48.923028 dv-cinder-813225-6-iscsi neutron-server[109222]: Metadata agent@dv-cinder-813225-6-iscsi: {}, Feb 21 00:23:48.923028 dv-cinder-813225-6-iscsi neutron-server[109222]: Metering agent@dv-cinder-813225-6-iscsi: {}, Feb 21 00:23:48.923028 dv-cinder-813225-6-iscsi neutron-server[109222]: Open vSwitch agent@dv-cinder-813225-6-iscsi: { 'AddressGroup': '1.2', Feb 21 00:23:48.923028 dv-cinder-813225-6-iscsi neutron-server[109222]: 'ConntrackHelper': '1.0', Feb 21 00:23:48.923028 dv-cinder-813225-6-iscsi neutron-server[109222]: 'LocalIPAssociation': '1.0', Feb 21 00:23:48.923028 dv-cinder-813225-6-iscsi neutron-server[109222]: 'Log': '1.0', Feb 21 00:23:48.923028 dv-cinder-813225-6-iscsi neutron-server[109222]: 'Network': '1.1', Feb 21 00:23:48.923028 dv-cinder-813225-6-iscsi neutron-server[109222]: 'Port': '1.7', Feb 21 00:23:48.923028 dv-cinder-813225-6-iscsi neutron-server[109222]: 'PortForwarding': '1.2', Feb 21 00:23:48.923028 dv-cinder-813225-6-iscsi neutron-server[109222]: 'QosPolicy': '1.10', Feb 21 00:23:48.923028 dv-cinder-813225-6-iscsi neutron-server[109222]: 'SecurityGroup': '1.5', Feb 21 00:23:48.923028 dv-cinder-813225-6-iscsi neutron-server[109222]: 'SecurityGroupRule': '1.2', Feb 21 00:23:48.923028 dv-cinder-813225-6-iscsi neutron-server[109222]: 'SubPort': '1.0', Feb 21 00:23:48.923028 dv-cinder-813225-6-iscsi neutron-server[109222]: 'Subnet': '1.1', Feb 21 00:23:48.923028 dv-cinder-813225-6-iscsi neutron-server[109222]: 'Trunk': '1.1'}} Feb 21 00:23:48.923028 dv-cinder-813225-6-iscsi neutron-server[109222]: {{(pid=109222) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 21 00:23:48.939895 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad255122-c02b-40bf-9b46-e75ff294ca28 demo admin] Network d0c9407e-7765-4de3-8a37-0f848b10589e is scheduled to be hosted by DHCP agent 57941464-2af3-4cc7-9b46-3eeacd6f6fca with binding_index 1 {{(pid=109222) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 00:23:48.955286 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.scheduler.base_scheduler [None req-ad255122-c02b-40bf-9b46-e75ff294ca28 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813225-6-iscsi, d0c9407e-7765-4de3-8a37-0f848b10589e) {{(pid=109222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:23:48.959979 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad255122-c02b-40bf-9b46-e75ff294ca28 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:23:48.960629 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-ad255122-c02b-40bf-9b46-e75ff294ca28 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582445'] for subnet (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:23:48.965122 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cbb24bf-8652-4f21-97bd-a1808b1e83b4 None None] Network d0c9407e-7765-4de3-8a37-0f848b10589e requested from dv-cinder-813225-6-iscsi {{(pid=109224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 00:23:48.981708 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-ad255122-c02b-40bf-9b46-e75ff294ca28 demo admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4831042 Feb 21 00:23:49.340200 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb89d51a-0c6b-4a89-acab-8faa56b81a51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc40baefa-d12c-5e0a-9a3f-979e6179f684-d0c9407e-7765-4de3-8a37-0f848b10589e', 'network_id': 'd0c9407e-7765-4de3-8a37-0f848b10589e', 'project_id': '023fe8541e3347c2ae349da71009b12d', 'fixed_ips': [{'subnet_id': '726d8ca9-aea9-46cf-9c97-7d9164c9c039'}]}} from dv-cinder-813225-6-iscsi. {{(pid=109224) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 21 00:23:49.341562 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-cb89d51a-0c6b-4a89-acab-8faa56b81a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (None), before_create {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:23:49.611352 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.db_base_plugin_common [None req-cb89d51a-0c6b-4a89-acab-8faa56b81a51 None None] Allocated IP 172.20.0.2 (d0c9407e-7765-4de3-8a37-0f848b10589e/726d8ca9-aea9-46cf-9c97-7d9164c9c039/dee3827d-9d84-4572-a24e-a1c962549222) {{(pid=109224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 00:23:49.874605 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-cb89d51a-0c6b-4a89-acab-8faa56b81a51 None None] Publish callbacks [] for port (dee3827d-9d84-4572-a24e-a1c962549222), precommit_create {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:23:49.881652 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-cb89d51a-0c6b-4a89-acab-8faa56b81a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731676182815'] for port (dee3827d-9d84-4572-a24e-a1c962549222), after_create {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:23:49.951374 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb89d51a-0c6b-4a89-acab-8faa56b81a51 None None] Network d0c9407e-7765-4de3-8a37-0f848b10589e is already hosted by enough agents. {{(pid=109224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:23:49.964559 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.scheduler.base_scheduler [None req-cb89d51a-0c6b-4a89-acab-8faa56b81a51 None None] Resources bound (agent type, host, resource id): {{(pid=109224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:23:49.969843 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb89d51a-0c6b-4a89-acab-8faa56b81a51 None None] Pushing event updated for resources: {'Port': ['ID=dee3827d-9d84-4572-a24e-a1c962549222,revision_number=1']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:23:49.971973 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb89d51a-0c6b-4a89-acab-8faa56b81a51 None None] Received port after_create {{(pid=109224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 00:23:49.981838 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb89d51a-0c6b-4a89-acab-8faa56b81a51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:23:49.982210 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb89d51a-0c6b-4a89-acab-8faa56b81a51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:23:49.982560 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb89d51a-0c6b-4a89-acab-8faa56b81a51 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:23:49.982903 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb89d51a-0c6b-4a89-acab-8faa56b81a51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:23:49.983265 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb89d51a-0c6b-4a89-acab-8faa56b81a51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:23:49.983604 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb89d51a-0c6b-4a89-acab-8faa56b81a51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:23:49.983935 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb89d51a-0c6b-4a89-acab-8faa56b81a51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:23:49.984264 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb89d51a-0c6b-4a89-acab-8faa56b81a51 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:23:49.984599 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb89d51a-0c6b-4a89-acab-8faa56b81a51 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:23:49.984942 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb89d51a-0c6b-4a89-acab-8faa56b81a51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:23:49.985274 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb89d51a-0c6b-4a89-acab-8faa56b81a51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:23:49.985596 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb89d51a-0c6b-4a89-acab-8faa56b81a51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:23:49.985919 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb89d51a-0c6b-4a89-acab-8faa56b81a51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:23:49.987293 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb89d51a-0c6b-4a89-acab-8faa56b81a51 None None] Tracked resource versions report: Feb 21 00:23:49.987293 dv-cinder-813225-6-iscsi neutron-server[109224]: pushed versions: Feb 21 00:23:49.987293 dv-cinder-813225-6-iscsi neutron-server[109224]: { 'AddressGroup': {'1.2'}, Feb 21 00:23:49.987293 dv-cinder-813225-6-iscsi neutron-server[109224]: 'ConntrackHelper': {'1.0'}, Feb 21 00:23:49.987293 dv-cinder-813225-6-iscsi neutron-server[109224]: 'LocalIPAssociation': {'1.0'}, Feb 21 00:23:49.987293 dv-cinder-813225-6-iscsi neutron-server[109224]: 'Log': {'1.0'}, Feb 21 00:23:49.987293 dv-cinder-813225-6-iscsi neutron-server[109224]: 'Network': {'1.1'}, Feb 21 00:23:49.987293 dv-cinder-813225-6-iscsi neutron-server[109224]: 'Port': {'1.7'}, Feb 21 00:23:49.987293 dv-cinder-813225-6-iscsi neutron-server[109224]: 'PortForwarding': {'1.2'}, Feb 21 00:23:49.987293 dv-cinder-813225-6-iscsi neutron-server[109224]: 'QosPolicy': {'1.10'}, Feb 21 00:23:49.987293 dv-cinder-813225-6-iscsi neutron-server[109224]: 'SecurityGroup': {'1.5'}, Feb 21 00:23:49.987293 dv-cinder-813225-6-iscsi neutron-server[109224]: 'SecurityGroupRule': {'1.2'}, Feb 21 00:23:49.987293 dv-cinder-813225-6-iscsi neutron-server[109224]: 'SubPort': {'1.0'}, Feb 21 00:23:49.987293 dv-cinder-813225-6-iscsi neutron-server[109224]: 'Subnet': {'1.1'}, Feb 21 00:23:49.987293 dv-cinder-813225-6-iscsi neutron-server[109224]: 'Trunk': {'1.1'}} Feb 21 00:23:49.987293 dv-cinder-813225-6-iscsi neutron-server[109224]: consumer versions: Feb 21 00:23:49.987293 dv-cinder-813225-6-iscsi neutron-server[109224]: { DHCP agent@dv-cinder-813225-6-iscsi: {}, Feb 21 00:23:49.987293 dv-cinder-813225-6-iscsi neutron-server[109224]: L3 agent@dv-cinder-813225-6-iscsi: {}, Feb 21 00:23:49.987293 dv-cinder-813225-6-iscsi neutron-server[109224]: Metadata agent@dv-cinder-813225-6-iscsi: {}, Feb 21 00:23:49.987293 dv-cinder-813225-6-iscsi neutron-server[109224]: Metering agent@dv-cinder-813225-6-iscsi: {}, Feb 21 00:23:49.987293 dv-cinder-813225-6-iscsi neutron-server[109224]: Open vSwitch agent@dv-cinder-813225-6-iscsi: { 'AddressGroup': '1.2', Feb 21 00:23:49.987293 dv-cinder-813225-6-iscsi neutron-server[109224]: 'ConntrackHelper': '1.0', Feb 21 00:23:49.987293 dv-cinder-813225-6-iscsi neutron-server[109224]: 'LocalIPAssociation': '1.0', Feb 21 00:23:49.987293 dv-cinder-813225-6-iscsi neutron-server[109224]: 'Log': '1.0', Feb 21 00:23:49.987293 dv-cinder-813225-6-iscsi neutron-server[109224]: 'Network': '1.1', Feb 21 00:23:49.987293 dv-cinder-813225-6-iscsi neutron-server[109224]: 'Port': '1.7', Feb 21 00:23:49.987293 dv-cinder-813225-6-iscsi neutron-server[109224]: 'PortForwarding': '1.2', Feb 21 00:23:49.987293 dv-cinder-813225-6-iscsi neutron-server[109224]: 'QosPolicy': '1.10', Feb 21 00:23:49.987293 dv-cinder-813225-6-iscsi neutron-server[109224]: 'SecurityGroup': '1.5', Feb 21 00:23:49.987293 dv-cinder-813225-6-iscsi neutron-server[109224]: 'SecurityGroupRule': '1.2', Feb 21 00:23:49.987293 dv-cinder-813225-6-iscsi neutron-server[109224]: 'SubPort': '1.0', Feb 21 00:23:49.987293 dv-cinder-813225-6-iscsi neutron-server[109224]: 'Subnet': '1.1', Feb 21 00:23:49.987293 dv-cinder-813225-6-iscsi neutron-server[109224]: 'Trunk': '1.1'}} Feb 21 00:23:49.987293 dv-cinder-813225-6-iscsi neutron-server[109224]: {{(pid=109224) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 21 00:23:50.060657 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.managers [None req-cb89d51a-0c6b-4a89-acab-8faa56b81a51 None None] Attempting to bind port dee3827d-9d84-4572-a24e-a1c962549222 on host dv-cinder-813225-6-iscsi for vnic_type normal with profile {{(pid=109224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 00:23:50.061055 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.managers [None req-cb89d51a-0c6b-4a89-acab-8faa56b81a51 None None] Attempting to bind port dee3827d-9d84-4572-a24e-a1c962549222 by drivers openvswitch,hyperv on host dv-cinder-813225-6-iscsi at level 0 using segments [{'id': 'a1c1478a-791f-457b-a16e-97c02e5d41b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd0c9407e-7765-4de3-8a37-0f848b10589e'}] {{(pid=109224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 00:23:50.061458 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb89d51a-0c6b-4a89-acab-8faa56b81a51 None None] Attempting to bind port dee3827d-9d84-4572-a24e-a1c962549222 on network d0c9407e-7765-4de3-8a37-0f848b10589e {{(pid=109224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:23:50.066344 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb89d51a-0c6b-4a89-acab-8faa56b81a51 None None] Checking agent: {'id': 'd6e95c40-1d90-4a13-9e37-1d6580a24190', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813225-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 0, 23, 38), 'started_at': datetime.datetime(2022, 2, 21, 0, 23, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 0, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813225-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 00:23:50.066718 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb89d51a-0c6b-4a89-acab-8faa56b81a51 None None] Checking segment: {'id': 'a1c1478a-791f-457b-a16e-97c02e5d41b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd0c9407e-7765-4de3-8a37-0f848b10589e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:23:50.067224 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-cb89d51a-0c6b-4a89-acab-8faa56b81a51 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:23:50.067621 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb89d51a-0c6b-4a89-acab-8faa56b81a51 None None] Bound using segment: {'id': 'a1c1478a-791f-457b-a16e-97c02e5d41b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd0c9407e-7765-4de3-8a37-0f848b10589e'} {{(pid=109224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 00:23:50.068118 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.managers [None req-cb89d51a-0c6b-4a89-acab-8faa56b81a51 None None] Bound port: dee3827d-9d84-4572-a24e-a1c962549222, host: dv-cinder-813225-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1c1478a-791f-457b-a16e-97c02e5d41b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd0c9407e-7765-4de3-8a37-0f848b10589e'}}] {{(pid=109224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 00:23:50.068532 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-cb89d51a-0c6b-4a89-acab-8faa56b81a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (dee3827d-9d84-4572-a24e-a1c962549222), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:23:50.129471 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-cb89d51a-0c6b-4a89-acab-8faa56b81a51 None None] For port dee3827d-9d84-4572-a24e-a1c962549222, host dv-cinder-813225-6-iscsi, cleared binding levels {{(pid=109224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 00:23:50.134154 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-cb89d51a-0c6b-4a89-acab-8faa56b81a51 None None] For port dee3827d-9d84-4572-a24e-a1c962549222, host dv-cinder-813225-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-6-iscsi',level=0,port_id=dee3827d-9d84-4572-a24e-a1c962549222,segment=NetworkSegment(a1c1478a-791f-457b-a16e-97c02e5d41b3),segment_id=a1c1478a-791f-457b-a16e-97c02e5d41b3)] {{(pid=109224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 00:23:50.143667 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-cb89d51a-0c6b-4a89-acab-8faa56b81a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (dee3827d-9d84-4572-a24e-a1c962549222), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:23:50.205160 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb89d51a-0c6b-4a89-acab-8faa56b81a51 None None] Pushing event updated for resources: {'Port': ['ID=dee3827d-9d84-4572-a24e-a1c962549222,revision_number=2']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:23:51.529394 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 50098) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:23:51.841842 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [None req-47cba498-7846-4482-8faf-34a953fa4631 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109222) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 00:23:51.842908 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-47cba498-7846-4482-8faf-34a953fa4631 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3125646 Feb 21 00:23:54.392613 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 50106) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:23:54.697755 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [None req-54a7483c-69fa-4809-abcc-de9f27d5a6e2 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109223) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 00:23:54.698759 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-54a7483c-69fa-4809-abcc-de9f27d5a6e2 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3051987 Feb 21 00:23:57.313490 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 50114) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:23:57.618713 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.v2.base [None req-7bc5d084-00fe-47da-88ea-6676dc14868f demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=109223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:23:57.649874 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-7bc5d084-00fe-47da-88ea-6676dc14868f demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-958399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1880'] for router (5ed32352-8656-470d-b550-c64daf7a7e5b), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:23:57.651498 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-7bc5d084-00fe-47da-88ea-6676dc14868f demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-955183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-537569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1873'] for router (5ed32352-8656-470d-b550-c64daf7a7e5b), precommit_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:23:57.805949 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-7bc5d084-00fe-47da-88ea-6676dc14868f demo demo] Publish callbacks [] for router_controller (5ed32352-8656-470d-b550-c64daf7a7e5b), precommit_add_association {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:23:57.810875 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-7bc5d084-00fe-47da-88ea-6676dc14868f demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-955174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-951209'] for router (5ed32352-8656-470d-b550-c64daf7a7e5b), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:23:57.828025 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-7bc5d084-00fe-47da-88ea-6676dc14868f demo demo] Publish callbacks [] for router (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:23:57.829164 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-7bc5d084-00fe-47da-88ea-6676dc14868f demo demo] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5146830 Feb 21 00:24:00.364531 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 50126) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:24:00.695111 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [None req-99176a10-812e-4bd3-8f83-3c7db25d8b8a admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109223) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 00:24:00.698805 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Device dee3827d-9d84-4572-a24e-a1c962549222 up at agent ovs-agent-dv-cinder-813225-6-iscsi {{(pid=109224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:24:00.703672 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-99176a10-812e-4bd3-8f83-3c7db25d8b8a admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3380551 Feb 21 00:24:00.792873 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Provisioning complete for port dee3827d-9d84-4572-a24e-a1c962549222 triggered by entity L2. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:24:00.793443 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (dee3827d-9d84-4572-a24e-a1c962549222), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:24:00.907724 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Current status of the port dee3827d-9d84-4572-a24e-a1c962549222 is: DOWN; New status is: ACTIVE {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:24:00.908050 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (dee3827d-9d84-4572-a24e-a1c962549222), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:24:00.944707 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] For port dee3827d-9d84-4572-a24e-a1c962549222, host dv-cinder-813225-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-6-iscsi',level=0,port_id=dee3827d-9d84-4572-a24e-a1c962549222,segment=NetworkSegment(a1c1478a-791f-457b-a16e-97c02e5d41b3),segment_id=a1c1478a-791f-457b-a16e-97c02e5d41b3)] {{(pid=109224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:24:00.951506 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (dee3827d-9d84-4572-a24e-a1c962549222), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:24:01.003655 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Pushing event updated for resources: {'Port': ['ID=dee3827d-9d84-4572-a24e-a1c962549222,revision_number=3']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:24:01.339168 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-70aeda85-e2c3-4187-bd53-a5a52215f45a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (57941464-2af3-4cc7-9b46-3eeacd6f6fca), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:24:01.542198 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1c7c4d-d43f-4eab-abce-091c64269162 None None] Network d0c9407e-7765-4de3-8a37-0f848b10589e requested from dv-cinder-813225-6-iscsi {{(pid=109224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 00:24:01.601355 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-1f243308-7b1a-437a-8c5a-29068e4fbeed None None] Provisioning complete for port dee3827d-9d84-4572-a24e-a1c962549222 triggered by entity DHCP. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:24:01.601744 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-1f243308-7b1a-437a-8c5a-29068e4fbeed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (dee3827d-9d84-4572-a24e-a1c962549222), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:24:01.731235 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-1f243308-7b1a-437a-8c5a-29068e4fbeed None None] Current status of the port dee3827d-9d84-4572-a24e-a1c962549222 is: ACTIVE; New status is: ACTIVE {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:24:01.955360 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-30074dc5-f7fc-4292-9941-b5cddf7538a4 None None] Provisioning complete for port dee3827d-9d84-4572-a24e-a1c962549222 triggered by entity DHCP. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:24:01.955747 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-30074dc5-f7fc-4292-9941-b5cddf7538a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (dee3827d-9d84-4572-a24e-a1c962549222), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:24:02.030772 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-30074dc5-f7fc-4292-9941-b5cddf7538a4 None None] Current status of the port dee3827d-9d84-4572-a24e-a1c962549222 is: ACTIVE; New status is: ACTIVE {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:24:02.655805 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Device dee3827d-9d84-4572-a24e-a1c962549222 up at agent ovs-agent-dv-cinder-813225-6-iscsi {{(pid=109224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:24:02.705289 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Provisioning complete for port dee3827d-9d84-4572-a24e-a1c962549222 triggered by entity L2. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:24:02.705667 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (dee3827d-9d84-4572-a24e-a1c962549222), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:24:02.781556 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Current status of the port dee3827d-9d84-4572-a24e-a1c962549222 is: ACTIVE; New status is: ACTIVE {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:24:03.247544 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 50134) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:24:03.481365 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-368d3a57-4f02-430c-9778-8d986756cdd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (47b5b2cb-5391-4fc3-9478-3db20537c35a), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:24:03.559942 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [None req-7c28257b-7996-4e67-8f3b-f8f4db7af55f admin admin] Request body: {'network': {'provider:network_type': 'flat', 'is_default': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'name': 'public', 'router:external': True}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:24:03.580125 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c28257b-7996-4e67-8f3b-f8f4db7af55f admin admin] Made reservation on behalf of c6da1705ac5a4247a31ff87147fddb17 for: {'network': 1} {{(pid=109222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 00:24:03.582500 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-7c28257b-7996-4e67-8f3b-f8f4db7af55f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for network (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:24:03.597354 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-7c28257b-7996-4e67-8f3b-f8f4db7af55f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:24:03.697955 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-7c28257b-7996-4e67-8f3b-f8f4db7af55f admin admin] Publish callbacks [] for security_group (abfc39d4-f760-43fc-816c-93e3cbe8821f), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:24:03.702247 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-7c28257b-7996-4e67-8f3b-f8f4db7af55f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (abfc39d4-f760-43fc-816c-93e3cbe8821f), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:24:03.716025 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-7c28257b-7996-4e67-8f3b-f8f4db7af55f admin admin] Reserving flat network on physical network physnet1 {{(pid=109222) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 21 00:24:03.739610 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c28257b-7996-4e67-8f3b-f8f4db7af55f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abfc39d4-f760-43fc-816c-93e3cbe8821f,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:24:03.742878 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-7c28257b-7996-4e67-8f3b-f8f4db7af55f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8731676696625', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16097169'] for segment (d470c98a-8644-4be8-8df1-f825c0b18c68), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:24:03.743438 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-7c28257b-7996-4e67-8f3b-f8f4db7af55f admin admin] Unsubscribe: segment precommit_create {{(pid=109222) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 21 00:24:03.743911 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.db.segments_db [None req-7c28257b-7996-4e67-8f3b-f8f4db7af55f admin admin] Added segment d470c98a-8644-4be8-8df1-f825c0b18c68 of type flat for network 9d25e361-1d6c-4c24-9c73-356a2ab84050 Feb 21 00:24:03.793971 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-7c28257b-7996-4e67-8f3b-f8f4db7af55f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731676168578'] for network (9d25e361-1d6c-4c24-9c73-356a2ab84050), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:24:03.831757 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-7c28257b-7996-4e67-8f3b-f8f4db7af55f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403'] for network (9d25e361-1d6c-4c24-9c73-356a2ab84050), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:24:03.832667 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c28257b-7996-4e67-8f3b-f8f4db7af55f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:24:03.833226 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-7c28257b-7996-4e67-8f3b-f8f4db7af55f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582445'] for network (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:24:03.917547 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-7c28257b-7996-4e67-8f3b-f8f4db7af55f admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6688976 Feb 21 00:24:03.942885 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c28257b-7996-4e67-8f3b-f8f4db7af55f admin admin] Pushing event updated for resources: {'Network': ['ID=9d25e361-1d6c-4c24-9c73-356a2ab84050,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:24:03.953853 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Network 9d25e361-1d6c-4c24-9c73-356a2ab84050 details requested by agent ovs-agent-dv-cinder-813225-6-iscsi with host dv-cinder-813225-6-iscsi {{(pid=109224) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 00:24:05.009932 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-2cd5f963-efb3-4d3f-8e75-14b6a6f65242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (4a388d83-9cb8-49a2-9541-35a13f295f4a), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:24:06.312706 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-09e0abcb-2b1d-4918-a5e2-a10ed408e1f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (417c2155-c2c7-44af-91e4-b32264eafb82), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:24:06.446039 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 50152) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:24:06.615484 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236b9cce-da75-4871-a52a-408be211cbf4 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:24:06.616822 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-236b9cce-da75-4871-a52a-408be211cbf4 demo admin] 10.222.0.45 "GET /v2.0/subnets/726d8ca9-aea9-46cf-9c97-7d9164c9c039 HTTP/1.1" status: 200 len: 849 time: 0.1699214 Feb 21 00:24:06.775405 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-e9feb148-b8e2-4ee5-8cdf-ee0d075c2cf0 demo admin] 10.222.0.45 "GET /v2.0/routers/5ed32352-8656-470d-b550-c64daf7a7e5b HTTP/1.1" status: 200 len: 704 time: 0.1529317 Feb 21 00:24:07.038712 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-e177a0bc-857f-4f51-a7f6-5b522b333f4b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:24:07.322561 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.db.db_base_plugin_common [None req-e177a0bc-857f-4f51-a7f6-5b522b333f4b demo admin] Allocated IP 172.20.0.1 (d0c9407e-7765-4de3-8a37-0f848b10589e/726d8ca9-aea9-46cf-9c97-7d9164c9c039/8de55096-60fa-40d2-93a5-51f7a5941c78) {{(pid=109222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 00:24:07.471512 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-e177a0bc-857f-4f51-a7f6-5b522b333f4b demo admin] Publish callbacks [] for port (8de55096-60fa-40d2-93a5-51f7a5941c78), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:24:07.533761 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-e177a0bc-857f-4f51-a7f6-5b522b333f4b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731676182815'] for port (8de55096-60fa-40d2-93a5-51f7a5941c78), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:24:07.604617 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e177a0bc-857f-4f51-a7f6-5b522b333f4b demo admin] Network d0c9407e-7765-4de3-8a37-0f848b10589e is already hosted by enough agents. {{(pid=109222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:24:07.610002 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.scheduler.base_scheduler [None req-e177a0bc-857f-4f51-a7f6-5b522b333f4b demo admin] Resources bound (agent type, host, resource id): {{(pid=109222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:24:07.618068 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e177a0bc-857f-4f51-a7f6-5b522b333f4b demo admin] Received port after_create {{(pid=109222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 00:24:07.618586 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-e177a0bc-857f-4f51-a7f6-5b522b333f4b demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-951422'] for router_interface (5ed32352-8656-470d-b550-c64daf7a7e5b), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:24:07.726924 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e177a0bc-857f-4f51-a7f6-5b522b333f4b demo admin] Pushing event updated for resources: {'Port': ['ID=8de55096-60fa-40d2-93a5-51f7a5941c78,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:24:07.783587 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-3336d683-649c-44ea-9a53-7943cd9d6fd7 None None] Provisioning complete for port 8de55096-60fa-40d2-93a5-51f7a5941c78 triggered by entity DHCP. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:24:07.784137 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-3336d683-649c-44ea-9a53-7943cd9d6fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (8de55096-60fa-40d2-93a5-51f7a5941c78), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:24:07.816687 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-3336d683-649c-44ea-9a53-7943cd9d6fd7 None None] Port 8de55096-60fa-40d2-93a5-51f7a5941c78 cannot update to ACTIVE because it is not bound. {{(pid=109224) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 00:24:07.870219 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-e177a0bc-857f-4f51-a7f6-5b522b333f4b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (8de55096-60fa-40d2-93a5-51f7a5941c78), before_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:24:08.001568 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (d6e95c40-1d90-4a13-9e37-1d6580a24190), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:24:08.079079 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-e177a0bc-857f-4f51-a7f6-5b522b333f4b demo admin] Publish callbacks [] for port (8de55096-60fa-40d2-93a5-51f7a5941c78), precommit_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:24:08.083360 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-e177a0bc-857f-4f51-a7f6-5b522b333f4b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (8de55096-60fa-40d2-93a5-51f7a5941c78), after_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:24:08.084123 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-e177a0bc-857f-4f51-a7f6-5b522b333f4b demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-951530'] for router_interface (5ed32352-8656-470d-b550-c64daf7a7e5b), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:24:08.160024 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e177a0bc-857f-4f51-a7f6-5b522b333f4b demo admin] Pushing event updated for resources: {'Port': ['ID=8de55096-60fa-40d2-93a5-51f7a5941c78,revision_number=2']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:24:08.204165 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e177a0bc-857f-4f51-a7f6-5b522b333f4b demo admin] Network d0c9407e-7765-4de3-8a37-0f848b10589e is already hosted by enough agents. {{(pid=109222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:24:08.205486 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.scheduler.base_scheduler [None req-e177a0bc-857f-4f51-a7f6-5b522b333f4b demo admin] Resources bound (agent type, host, resource id): {{(pid=109222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:24:08.369738 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e177a0bc-857f-4f51-a7f6-5b522b333f4b demo admin] Router 5ed32352-8656-470d-b550-c64daf7a7e5b is scheduled to L3 agent 47b5b2cb-5391-4fc3-9478-3db20537c35a with binding_index 1 {{(pid=109222) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 00:24:08.440589 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-36e0e55a-4a73-41bc-bb15-e6c60cb86d47 None None] Provisioning complete for port 8de55096-60fa-40d2-93a5-51f7a5941c78 triggered by entity DHCP. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:24:08.440985 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-36e0e55a-4a73-41bc-bb15-e6c60cb86d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (8de55096-60fa-40d2-93a5-51f7a5941c78), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:24:08.465116 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e177a0bc-857f-4f51-a7f6-5b522b333f4b demo admin] Notify agent at l3_agent.dv-cinder-813225-6-iscsi the message routers_updated {{(pid=109222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 00:24:08.473838 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-e177a0bc-857f-4f51-a7f6-5b522b333f4b demo admin] 10.222.0.45 "PUT /v2.0/routers/5ed32352-8656-470d-b550-c64daf7a7e5b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6898191 Feb 21 00:24:08.476775 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-36e0e55a-4a73-41bc-bb15-e6c60cb86d47 None None] Port 8de55096-60fa-40d2-93a5-51f7a5941c78 cannot update to ACTIVE because it is not bound. {{(pid=109224) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 00:24:08.486743 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5872bc-8015-4785-a560-442ef59771e3 None None] Sync routers for ids ['5ed32352-8656-470d-b550-c64daf7a7e5b'] in dv-cinder-813225-6-iscsi {{(pid=109225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 00:24:08.498966 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5872bc-8015-4785-a560-442ef59771e3 None None] Routers {'5ed32352-8656-470d-b550-c64daf7a7e5b'} bound to L3 agent in host dv-cinder-813225-6-iscsi {{(pid=109225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:24:08.499850 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_hamode_db [None req-cb5872bc-8015-4785-a560-442ef59771e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-21T00:23:33Z,description=,heartbeat_timestamp=2022-02-21T00:24:03Z,host='dv-cinder-813225-6-iscsi',id=47b5b2cb-5391-4fc3-9478-3db20537c35a,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:23:34Z,topic='l3_agent')) {'router_ids': ['5ed32352-8656-470d-b550-c64daf7a7e5b'], 'active': True} {{(pid=109225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:24:08.689371 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_dvr_db [None req-cb5872bc-8015-4785-a560-442ef59771e3 None None] Set router 5ed32352-8656-470d-b550-c64daf7a7e5b gateway port host: None {{(pid=109225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:24:09.116104 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_hamode_db [None req-cb5872bc-8015-4785-a560-442ef59771e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed32352-8656-470d-b550-c64daf7a7e5b', 'name': 'router1', 'tenant_id': '023fe8541e3347c2ae349da71009b12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:23:57Z', 'updated_at': '2022-02-21T00:24:07Z', 'revision_number': 2, 'project_id': '023fe8541e3347c2ae349da71009b12d', 'gw_port_host': None, '_interfaces': [{'id': '8de55096-60fa-40d2-93a5-51f7a5941c78', 'name': '', 'network_id': 'd0c9407e-7765-4de3-8a37-0f848b10589e', 'tenant_id': '023fe8541e3347c2ae349da71009b12d', 'mac_address': 'fa:16:3e:a1:8b:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ed32352-8656-470d-b550-c64daf7a7e5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '726d8ca9-aea9-46cf-9c97-7d9164c9c039', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:24:07Z', 'updated_at': '2022-02-21T00:24:07Z', 'revision_number': 2, 'project_id': '023fe8541e3347c2ae349da71009b12d', 'subnets': [{'id': '726d8ca9-aea9-46cf-9c97-7d9164c9c039', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e3b32c16-c982-4195-a7ed-3ae14f8911d2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-6-iscsi', False) {} {{(pid=109225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:24:09.166498 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5872bc-8015-4785-a560-442ef59771e3 None None] Checking router: 5ed32352-8656-470d-b550-c64daf7a7e5b for host: dv-cinder-813225-6-iscsi {{(pid=109225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 00:24:09.166863 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5872bc-8015-4785-a560-442ef59771e3 None None] Updating router 5ed32352-8656-470d-b550-c64daf7a7e5b port 8de55096-60fa-40d2-93a5-51f7a5941c78 binding host dv-cinder-813225-6-iscsi {{(pid=109225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 00:24:09.218610 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron_lib.callbacks.manager [None req-cb5872bc-8015-4785-a560-442ef59771e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (8de55096-60fa-40d2-93a5-51f7a5941c78), before_update {{(pid=109225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:24:09.714122 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron_lib.callbacks.manager [None req-cb5872bc-8015-4785-a560-442ef59771e3 None None] Publish callbacks [] for port (8de55096-60fa-40d2-93a5-51f7a5941c78), precommit_update {{(pid=109225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:24:09.720955 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron_lib.callbacks.manager [None req-cb5872bc-8015-4785-a560-442ef59771e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (8de55096-60fa-40d2-93a5-51f7a5941c78), after_update {{(pid=109225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:24:09.878423 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee82e1d8-d656-495d-a7ba-4de239bab4f6 None None] Pushing event updated for resources: {'Port': ['ID=8de55096-60fa-40d2-93a5-51f7a5941c78,revision_number=3']} {{(pid=109225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:24:09.887564 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.plugins.ml2.managers [None req-cb5872bc-8015-4785-a560-442ef59771e3 None None] Attempting to bind port 8de55096-60fa-40d2-93a5-51f7a5941c78 on host dv-cinder-813225-6-iscsi for vnic_type normal with profile {{(pid=109225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 00:24:09.887960 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.plugins.ml2.managers [None req-cb5872bc-8015-4785-a560-442ef59771e3 None None] Attempting to bind port 8de55096-60fa-40d2-93a5-51f7a5941c78 by drivers openvswitch,hyperv on host dv-cinder-813225-6-iscsi at level 0 using segments [{'id': 'a1c1478a-791f-457b-a16e-97c02e5d41b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd0c9407e-7765-4de3-8a37-0f848b10589e'}] {{(pid=109225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 00:24:09.888468 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5872bc-8015-4785-a560-442ef59771e3 None None] Attempting to bind port 8de55096-60fa-40d2-93a5-51f7a5941c78 on network d0c9407e-7765-4de3-8a37-0f848b10589e {{(pid=109225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:24:09.891872 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee82e1d8-d656-495d-a7ba-4de239bab4f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:24:09.892220 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee82e1d8-d656-495d-a7ba-4de239bab4f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:24:09.892561 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee82e1d8-d656-495d-a7ba-4de239bab4f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:24:09.892891 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee82e1d8-d656-495d-a7ba-4de239bab4f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:24:09.893212 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee82e1d8-d656-495d-a7ba-4de239bab4f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:24:09.893529 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee82e1d8-d656-495d-a7ba-4de239bab4f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:24:09.893852 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee82e1d8-d656-495d-a7ba-4de239bab4f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:24:09.894220 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee82e1d8-d656-495d-a7ba-4de239bab4f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:24:09.894536 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee82e1d8-d656-495d-a7ba-4de239bab4f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:24:09.894815 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee82e1d8-d656-495d-a7ba-4de239bab4f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:24:09.895090 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee82e1d8-d656-495d-a7ba-4de239bab4f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:24:09.895426 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee82e1d8-d656-495d-a7ba-4de239bab4f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:24:09.895738 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee82e1d8-d656-495d-a7ba-4de239bab4f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:24:09.897063 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee82e1d8-d656-495d-a7ba-4de239bab4f6 None None] Tracked resource versions report: Feb 21 00:24:09.897063 dv-cinder-813225-6-iscsi neutron-server[109225]: pushed versions: Feb 21 00:24:09.897063 dv-cinder-813225-6-iscsi neutron-server[109225]: { 'AddressGroup': {'1.2'}, Feb 21 00:24:09.897063 dv-cinder-813225-6-iscsi neutron-server[109225]: 'ConntrackHelper': {'1.0'}, Feb 21 00:24:09.897063 dv-cinder-813225-6-iscsi neutron-server[109225]: 'LocalIPAssociation': {'1.0'}, Feb 21 00:24:09.897063 dv-cinder-813225-6-iscsi neutron-server[109225]: 'Log': {'1.0'}, Feb 21 00:24:09.897063 dv-cinder-813225-6-iscsi neutron-server[109225]: 'Network': {'1.1'}, Feb 21 00:24:09.897063 dv-cinder-813225-6-iscsi neutron-server[109225]: 'Port': {'1.7'}, Feb 21 00:24:09.897063 dv-cinder-813225-6-iscsi neutron-server[109225]: 'PortForwarding': {'1.2'}, Feb 21 00:24:09.897063 dv-cinder-813225-6-iscsi neutron-server[109225]: 'QosPolicy': {'1.10'}, Feb 21 00:24:09.897063 dv-cinder-813225-6-iscsi neutron-server[109225]: 'SecurityGroup': {'1.5'}, Feb 21 00:24:09.897063 dv-cinder-813225-6-iscsi neutron-server[109225]: 'SecurityGroupRule': {'1.2'}, Feb 21 00:24:09.897063 dv-cinder-813225-6-iscsi neutron-server[109225]: 'SubPort': {'1.0'}, Feb 21 00:24:09.897063 dv-cinder-813225-6-iscsi neutron-server[109225]: 'Subnet': {'1.1'}, Feb 21 00:24:09.897063 dv-cinder-813225-6-iscsi neutron-server[109225]: 'Trunk': {'1.1'}} Feb 21 00:24:09.897063 dv-cinder-813225-6-iscsi neutron-server[109225]: consumer versions: Feb 21 00:24:09.897063 dv-cinder-813225-6-iscsi neutron-server[109225]: { DHCP agent@dv-cinder-813225-6-iscsi: {}, Feb 21 00:24:09.897063 dv-cinder-813225-6-iscsi neutron-server[109225]: L3 agent@dv-cinder-813225-6-iscsi: {}, Feb 21 00:24:09.897063 dv-cinder-813225-6-iscsi neutron-server[109225]: Metadata agent@dv-cinder-813225-6-iscsi: {}, Feb 21 00:24:09.897063 dv-cinder-813225-6-iscsi neutron-server[109225]: Metering agent@dv-cinder-813225-6-iscsi: {}, Feb 21 00:24:09.897063 dv-cinder-813225-6-iscsi neutron-server[109225]: Open vSwitch agent@dv-cinder-813225-6-iscsi: { 'AddressGroup': '1.2', Feb 21 00:24:09.897063 dv-cinder-813225-6-iscsi neutron-server[109225]: 'ConntrackHelper': '1.0', Feb 21 00:24:09.897063 dv-cinder-813225-6-iscsi neutron-server[109225]: 'LocalIPAssociation': '1.0', Feb 21 00:24:09.897063 dv-cinder-813225-6-iscsi neutron-server[109225]: 'Log': '1.0', Feb 21 00:24:09.897063 dv-cinder-813225-6-iscsi neutron-server[109225]: 'Network': '1.1', Feb 21 00:24:09.897063 dv-cinder-813225-6-iscsi neutron-server[109225]: 'Port': '1.7', Feb 21 00:24:09.897063 dv-cinder-813225-6-iscsi neutron-server[109225]: 'PortForwarding': '1.2', Feb 21 00:24:09.897063 dv-cinder-813225-6-iscsi neutron-server[109225]: 'QosPolicy': '1.10', Feb 21 00:24:09.897063 dv-cinder-813225-6-iscsi neutron-server[109225]: 'SecurityGroup': '1.5', Feb 21 00:24:09.897063 dv-cinder-813225-6-iscsi neutron-server[109225]: 'SecurityGroupRule': '1.2', Feb 21 00:24:09.897063 dv-cinder-813225-6-iscsi neutron-server[109225]: 'SubPort': '1.0', Feb 21 00:24:09.897063 dv-cinder-813225-6-iscsi neutron-server[109225]: 'Subnet': '1.1', Feb 21 00:24:09.897063 dv-cinder-813225-6-iscsi neutron-server[109225]: 'Trunk': '1.1'}} Feb 21 00:24:09.897063 dv-cinder-813225-6-iscsi neutron-server[109225]: {{(pid=109225) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 21 00:24:09.901282 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5872bc-8015-4785-a560-442ef59771e3 None None] Checking agent: {'id': 'd6e95c40-1d90-4a13-9e37-1d6580a24190', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813225-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 0, 23, 38), 'started_at': datetime.datetime(2022, 2, 21, 0, 24, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 0, 24, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813225-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 00:24:09.901681 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5872bc-8015-4785-a560-442ef59771e3 None None] Checking segment: {'id': 'a1c1478a-791f-457b-a16e-97c02e5d41b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd0c9407e-7765-4de3-8a37-0f848b10589e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:24:09.902154 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron_lib.callbacks.manager [None req-cb5872bc-8015-4785-a560-442ef59771e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:24:09.902532 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5872bc-8015-4785-a560-442ef59771e3 None None] Bound using segment: {'id': 'a1c1478a-791f-457b-a16e-97c02e5d41b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd0c9407e-7765-4de3-8a37-0f848b10589e'} {{(pid=109225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 00:24:09.903021 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.plugins.ml2.managers [None req-cb5872bc-8015-4785-a560-442ef59771e3 None None] Bound port: 8de55096-60fa-40d2-93a5-51f7a5941c78, host: dv-cinder-813225-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1c1478a-791f-457b-a16e-97c02e5d41b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd0c9407e-7765-4de3-8a37-0f848b10589e'}}] {{(pid=109225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 00:24:09.903412 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron_lib.callbacks.manager [None req-cb5872bc-8015-4785-a560-442ef59771e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (8de55096-60fa-40d2-93a5-51f7a5941c78), before_update {{(pid=109225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:24:09.917787 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-18c2fa39-3973-41fb-bd5f-0d4805ecace2 None None] Provisioning complete for port 8de55096-60fa-40d2-93a5-51f7a5941c78 triggered by entity DHCP. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:24:09.918273 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-18c2fa39-3973-41fb-bd5f-0d4805ecace2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (8de55096-60fa-40d2-93a5-51f7a5941c78), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:24:09.951635 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-18c2fa39-3973-41fb-bd5f-0d4805ecace2 None None] Port 8de55096-60fa-40d2-93a5-51f7a5941c78 cannot update to ACTIVE because it is not bound. {{(pid=109224) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 00:24:09.972271 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.plugins.ml2.db [None req-cb5872bc-8015-4785-a560-442ef59771e3 None None] For port 8de55096-60fa-40d2-93a5-51f7a5941c78, host dv-cinder-813225-6-iscsi, cleared binding levels {{(pid=109225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 00:24:09.992635 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.plugins.ml2.db [None req-cb5872bc-8015-4785-a560-442ef59771e3 None None] For port 8de55096-60fa-40d2-93a5-51f7a5941c78, host dv-cinder-813225-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-6-iscsi',level=0,port_id=8de55096-60fa-40d2-93a5-51f7a5941c78,segment=NetworkSegment(a1c1478a-791f-457b-a16e-97c02e5d41b3),segment_id=a1c1478a-791f-457b-a16e-97c02e5d41b3)] {{(pid=109225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 00:24:09.998563 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron_lib.callbacks.manager [None req-cb5872bc-8015-4785-a560-442ef59771e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (8de55096-60fa-40d2-93a5-51f7a5941c78), after_update {{(pid=109225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:24:10.052871 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee82e1d8-d656-495d-a7ba-4de239bab4f6 None None] Pushing event updated for resources: {'Port': ['ID=8de55096-60fa-40d2-93a5-51f7a5941c78,revision_number=4']} {{(pid=109225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:24:10.063332 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5872bc-8015-4785-a560-442ef59771e3 None None] Routers {'5ed32352-8656-470d-b550-c64daf7a7e5b'} bound to L3 agent in host dv-cinder-813225-6-iscsi {{(pid=109225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:24:10.063954 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_hamode_db [None req-cb5872bc-8015-4785-a560-442ef59771e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-21T00:23:33Z,description=,heartbeat_timestamp=2022-02-21T00:24:03Z,host='dv-cinder-813225-6-iscsi',id=47b5b2cb-5391-4fc3-9478-3db20537c35a,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:23:34Z,topic='l3_agent')) {'router_ids': ['5ed32352-8656-470d-b550-c64daf7a7e5b'], 'active': True} {{(pid=109225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:24:10.155078 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_dvr_db [None req-cb5872bc-8015-4785-a560-442ef59771e3 None None] Set router 5ed32352-8656-470d-b550-c64daf7a7e5b gateway port host: None {{(pid=109225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:24:10.273743 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-783eac7e-494d-4c50-ae34-a41a839a18b7 None None] Provisioning complete for port 8de55096-60fa-40d2-93a5-51f7a5941c78 triggered by entity DHCP. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:24:10.274117 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-783eac7e-494d-4c50-ae34-a41a839a18b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (8de55096-60fa-40d2-93a5-51f7a5941c78), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:24:10.352137 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-783eac7e-494d-4c50-ae34-a41a839a18b7 None None] Current status of the port 8de55096-60fa-40d2-93a5-51f7a5941c78 is: DOWN; New status is: ACTIVE {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:24:10.352449 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-783eac7e-494d-4c50-ae34-a41a839a18b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (8de55096-60fa-40d2-93a5-51f7a5941c78), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:24:10.371589 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_hamode_db [None req-cb5872bc-8015-4785-a560-442ef59771e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed32352-8656-470d-b550-c64daf7a7e5b', 'name': 'router1', 'tenant_id': '023fe8541e3347c2ae349da71009b12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:23:57Z', 'updated_at': '2022-02-21T00:24:07Z', 'revision_number': 2, 'project_id': '023fe8541e3347c2ae349da71009b12d', 'gw_port_host': None, '_interfaces': [{'id': '8de55096-60fa-40d2-93a5-51f7a5941c78', 'name': '', 'network_id': 'd0c9407e-7765-4de3-8a37-0f848b10589e', 'tenant_id': '023fe8541e3347c2ae349da71009b12d', 'mac_address': 'fa:16:3e:a1:8b:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ed32352-8656-470d-b550-c64daf7a7e5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '726d8ca9-aea9-46cf-9c97-7d9164c9c039', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:24:07Z', 'updated_at': '2022-02-21T00:24:09Z', 'revision_number': 4, 'project_id': '023fe8541e3347c2ae349da71009b12d', 'subnets': [{'id': '726d8ca9-aea9-46cf-9c97-7d9164c9c039', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e3b32c16-c982-4195-a7ed-3ae14f8911d2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-6-iscsi', False) {} {{(pid=109225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:24:10.384116 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-783eac7e-494d-4c50-ae34-a41a839a18b7 None None] For port 8de55096-60fa-40d2-93a5-51f7a5941c78, host dv-cinder-813225-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-6-iscsi',level=0,port_id=8de55096-60fa-40d2-93a5-51f7a5941c78,segment=NetworkSegment(a1c1478a-791f-457b-a16e-97c02e5d41b3),segment_id=a1c1478a-791f-457b-a16e-97c02e5d41b3)] {{(pid=109224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:24:10.389138 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-783eac7e-494d-4c50-ae34-a41a839a18b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (8de55096-60fa-40d2-93a5-51f7a5941c78), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:24:10.403020 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5872bc-8015-4785-a560-442ef59771e3 None None] The sync data for ids ['5ed32352-8656-470d-b550-c64daf7a7e5b'] in dv-cinder-813225-6-iscsi is: [{'id': '5ed32352-8656-470d-b550-c64daf7a7e5b', 'name': 'router1', 'tenant_id': '023fe8541e3347c2ae349da71009b12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:23:57Z', 'updated_at': '2022-02-21T00:24:07Z', 'revision_number': 2, 'project_id': '023fe8541e3347c2ae349da71009b12d', 'gw_port_host': None, '_interfaces': [{'id': '8de55096-60fa-40d2-93a5-51f7a5941c78', 'name': '', 'network_id': 'd0c9407e-7765-4de3-8a37-0f848b10589e', 'tenant_id': '023fe8541e3347c2ae349da71009b12d', 'mac_address': 'fa:16:3e:a1:8b:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ed32352-8656-470d-b550-c64daf7a7e5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '726d8ca9-aea9-46cf-9c97-7d9164c9c039', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:24:07Z', 'updated_at': '2022-02-21T00:24:09Z', 'revision_number': 4, 'project_id': '023fe8541e3347c2ae349da71009b12d', 'subnets': [{'id': '726d8ca9-aea9-46cf-9c97-7d9164c9c039', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e3b32c16-c982-4195-a7ed-3ae14f8911d2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 00:24:10.439430 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783eac7e-494d-4c50-ae34-a41a839a18b7 None None] Pushing event updated for resources: {'Port': ['ID=8de55096-60fa-40d2-93a5-51f7a5941c78,revision_number=5']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:24:10.919985 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 50172) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:24:11.082755 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66bdc531-572a-4838-be90-f774a147a8fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:24:11.084244 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-66bdc531-572a-4838-be90-f774a147a8fc admin admin] 10.222.0.45 "GET /v2.0/networks/9d25e361-1d6c-4c24-9c73-356a2ab84050 HTTP/1.1" status: 200 len: 842 time: 0.1633291 Feb 21 00:24:11.093627 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.v2.base [None req-8a6dc83f-a6b5-40f8-a33d-e55ed92a5d8d admin admin] Request body: {'subnet': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False}} {{(pid=109223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:24:11.115616 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a6dc83f-a6b5-40f8-a33d-e55ed92a5d8d admin admin] Made reservation on behalf of c6da1705ac5a4247a31ff87147fddb17 for: {'subnet': 1} {{(pid=109223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 00:24:11.118372 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-8a6dc83f-a6b5-40f8-a33d-e55ed92a5d8d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:24:11.486781 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.objects.ports [None req-8a6dc83f-a6b5-40f8-a33d-e55ed92a5d8d admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109223) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 21 00:24:11.487151 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-8a6dc83f-a6b5-40f8-a33d-e55ed92a5d8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403'] for subnet (890cd9a8-3116-412f-9022-3458585959da), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:24:11.543867 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6dc83f-a6b5-40f8-a33d-e55ed92a5d8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=890cd9a8-3116-412f-9022-3458585959da,revision_number=0']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:24:11.553731 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6dc83f-a6b5-40f8-a33d-e55ed92a5d8d admin admin] Checking segment: {'id': 'd470c98a-8644-4be8-8df1-f825c0b18c68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:24:11.554126 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6dc83f-a6b5-40f8-a33d-e55ed92a5d8d admin admin] Network hostable DHCP agents. Network: 9d25e361-1d6c-4c24-9c73-356a2ab84050, hostable agents: ['57941464-2af3-4cc7-9b46-3eeacd6f6fca'], hosted agents: [] {{(pid=109223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 00:24:11.574100 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6dc83f-a6b5-40f8-a33d-e55ed92a5d8d admin admin] Network 9d25e361-1d6c-4c24-9c73-356a2ab84050 is scheduled to be hosted by DHCP agent 57941464-2af3-4cc7-9b46-3eeacd6f6fca with binding_index 1 {{(pid=109223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 00:24:11.585554 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.scheduler.base_scheduler [None req-8a6dc83f-a6b5-40f8-a33d-e55ed92a5d8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813225-6-iscsi, 9d25e361-1d6c-4c24-9c73-356a2ab84050) {{(pid=109223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:24:11.590222 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6dc83f-a6b5-40f8-a33d-e55ed92a5d8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:24:11.590826 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-8a6dc83f-a6b5-40f8-a33d-e55ed92a5d8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582445'] for subnet (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:24:11.596338 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ef4833-7590-47f9-b729-287cdf17f61f None None] Network 9d25e361-1d6c-4c24-9c73-356a2ab84050 requested from dv-cinder-813225-6-iscsi {{(pid=109224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 00:24:11.616354 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-8a6dc83f-a6b5-40f8-a33d-e55ed92a5d8d admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5163124 Feb 21 00:24:11.701667 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b152d2c-539d-4cb9-9ec0-d5fe4a7da815 None None] Network 9d25e361-1d6c-4c24-9c73-356a2ab84050 requested from dv-cinder-813225-6-iscsi {{(pid=109224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 00:24:14.044076 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 50180) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:24:14.258651 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-91f352e3-ba1e-46bd-84aa-00f06a1c2a03 demo admin] 10.222.0.45 "GET /v2.0/routers/5ed32352-8656-470d-b550-c64daf7a7e5b HTTP/1.1" status: 200 len: 710 time: 0.2133365 Feb 21 00:24:14.347018 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7d8e1c-8dec-4aa1-866b-dc715bb2a1e5 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:24:14.348676 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-7d7d8e1c-8dec-4aa1-866b-dc715bb2a1e5 demo admin] 10.222.0.45 "GET /v2.0/networks/9d25e361-1d6c-4c24-9c73-356a2ab84050 HTTP/1.1" status: 200 len: 886 time: 0.0838368 Feb 21 00:24:14.358061 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.v2.base [None req-083a7bbc-7661-45fe-80c3-18dc7adab8ac demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050'}}} {{(pid=109223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:24:14.606158 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-083a7bbc-7661-45fe-80c3-18dc7adab8ac demo admin] Publish callbacks [] for router_gateway (5ed32352-8656-470d-b550-c64daf7a7e5b), precommit_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:24:14.877580 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-083a7bbc-7661-45fe-80c3-18dc7adab8ac demo admin] Publish callbacks [] for router_gateway (5ed32352-8656-470d-b550-c64daf7a7e5b), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:24:14.950405 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-083a7bbc-7661-45fe-80c3-18dc7adab8ac demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (None), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:24:15.102604 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.db.db_base_plugin_common [None req-083a7bbc-7661-45fe-80c3-18dc7adab8ac demo admin] Allocated IP 172.27.3.179 (9d25e361-1d6c-4c24-9c73-356a2ab84050/890cd9a8-3116-412f-9022-3458585959da/3900ef9e-2289-4e22-8f63-1aa94114d388) {{(pid=109223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 00:24:15.208549 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-083a7bbc-7661-45fe-80c3-18dc7adab8ac demo admin] Publish callbacks [] for port (3900ef9e-2289-4e22-8f63-1aa94114d388), precommit_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:24:15.269862 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-083a7bbc-7661-45fe-80c3-18dc7adab8ac demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731676182815'] for port (3900ef9e-2289-4e22-8f63-1aa94114d388), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:24:15.338614 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-083a7bbc-7661-45fe-80c3-18dc7adab8ac demo admin] Network 9d25e361-1d6c-4c24-9c73-356a2ab84050 is already hosted by enough agents. {{(pid=109223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:24:15.344219 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.scheduler.base_scheduler [None req-083a7bbc-7661-45fe-80c3-18dc7adab8ac demo admin] Resources bound (agent type, host, resource id): {{(pid=109223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:24:15.347111 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083a7bbc-7661-45fe-80c3-18dc7adab8ac demo admin] Received port after_create {{(pid=109223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 00:24:15.390952 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083a7bbc-7661-45fe-80c3-18dc7adab8ac demo admin] Pushing event updated for resources: {'Port': ['ID=3900ef9e-2289-4e22-8f63-1aa94114d388,revision_number=1']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:24:15.642292 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-083a7bbc-7661-45fe-80c3-18dc7adab8ac demo admin] Publish callbacks [] for router_gateway (5ed32352-8656-470d-b550-c64daf7a7e5b), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:24:15.839843 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-083a7bbc-7661-45fe-80c3-18dc7adab8ac demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-951116', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-955197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1955'] for router (5ed32352-8656-470d-b550-c64daf7a7e5b), precommit_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:24:15.844269 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-083a7bbc-7661-45fe-80c3-18dc7adab8ac demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-951209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-951131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-951122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-955188'] for router (5ed32352-8656-470d-b550-c64daf7a7e5b), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:24:15.952041 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-083a7bbc-7661-45fe-80c3-18dc7adab8ac demo admin] Router 5ed32352-8656-470d-b550-c64daf7a7e5b has already been hosted by L3 agent 47b5b2cb-5391-4fc3-9478-3db20537c35a {{(pid=109223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 00:24:16.058949 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-083a7bbc-7661-45fe-80c3-18dc7adab8ac demo admin] Notify agent at l3_agent.dv-cinder-813225-6-iscsi the message routers_updated {{(pid=109223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 00:24:16.063295 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-083a7bbc-7661-45fe-80c3-18dc7adab8ac demo admin] Publish callbacks [] for router (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:24:16.064471 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-083a7bbc-7661-45fe-80c3-18dc7adab8ac demo admin] 10.222.0.45 "PUT /v2.0/routers/5ed32352-8656-470d-b550-c64daf7a7e5b HTTP/1.1" status: 200 len: 890 time: 1.7096684 Feb 21 00:24:16.877729 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.agents_db [None req-b2a96afc-399a-46ae-93e6-bd9f3e536be2 None None] Agent healthcheck: found 5 active agents {{(pid=109225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 00:24:18.633187 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 50192) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:24:18.704491 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Device 8de55096-60fa-40d2-93a5-51f7a5941c78 up at agent ovs-agent-dv-cinder-813225-6-iscsi {{(pid=109224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:24:18.753280 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Provisioning complete for port 8de55096-60fa-40d2-93a5-51f7a5941c78 triggered by entity L2. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:24:18.753733 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (8de55096-60fa-40d2-93a5-51f7a5941c78), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:24:18.757881 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-d6eaf55b-4654-495e-90a9-4cbc193c55b6 admin admin] 10.222.0.45 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1210856 Feb 21 00:24:18.841530 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Current status of the port 8de55096-60fa-40d2-93a5-51f7a5941c78 is: ACTIVE; New status is: ACTIVE {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:24:18.943680 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139f81a1-cbfb-4f60-8d7e-14de140c51f3 None None] Sync routers for ids ['5ed32352-8656-470d-b550-c64daf7a7e5b'] in dv-cinder-813225-6-iscsi {{(pid=109224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 00:24:18.954776 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139f81a1-cbfb-4f60-8d7e-14de140c51f3 None None] Routers {'5ed32352-8656-470d-b550-c64daf7a7e5b'} bound to L3 agent in host dv-cinder-813225-6-iscsi {{(pid=109224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:24:18.955502 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-139f81a1-cbfb-4f60-8d7e-14de140c51f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-21T00:23:33Z,description=,heartbeat_timestamp=2022-02-21T00:24:03Z,host='dv-cinder-813225-6-iscsi',id=47b5b2cb-5391-4fc3-9478-3db20537c35a,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:23:34Z,topic='l3_agent')) {'router_ids': ['5ed32352-8656-470d-b550-c64daf7a7e5b'], 'active': True} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:24:19.176489 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvr_db [None req-139f81a1-cbfb-4f60-8d7e-14de140c51f3 None None] Set router 5ed32352-8656-470d-b550-c64daf7a7e5b gateway port host: dv-cinder-813225-6-iscsi {{(pid=109224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:24:19.646288 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-139f81a1-cbfb-4f60-8d7e-14de140c51f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed32352-8656-470d-b550-c64daf7a7e5b', 'name': 'router1', 'tenant_id': '023fe8541e3347c2ae349da71009b12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'external_fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': '3900ef9e-2289-4e22-8f63-1aa94114d388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:23:57Z', 'updated_at': '2022-02-21T00:24:15Z', 'revision_number': 4, 'project_id': '023fe8541e3347c2ae349da71009b12d', 'gw_port': {'id': '3900ef9e-2289-4e22-8f63-1aa94114d388', 'name': '', 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:39:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ed32352-8656-470d-b550-c64daf7a7e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:24:14Z', 'updated_at': '2022-02-21T00:24:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '890cd9a8-3116-412f-9022-3458585959da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-6-iscsi', '_interfaces': [{'id': '8de55096-60fa-40d2-93a5-51f7a5941c78', 'name': '', 'network_id': 'd0c9407e-7765-4de3-8a37-0f848b10589e', 'tenant_id': '023fe8541e3347c2ae349da71009b12d', 'mac_address': 'fa:16:3e:a1:8b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed32352-8656-470d-b550-c64daf7a7e5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '726d8ca9-aea9-46cf-9c97-7d9164c9c039', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:24:07Z', 'updated_at': '2022-02-21T00:24:10Z', 'revision_number': 5, 'project_id': '023fe8541e3347c2ae349da71009b12d', 'subnets': [{'id': '726d8ca9-aea9-46cf-9c97-7d9164c9c039', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e3b32c16-c982-4195-a7ed-3ae14f8911d2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-6-iscsi', False) {} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:24:19.703610 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139f81a1-cbfb-4f60-8d7e-14de140c51f3 None None] Checking router: 5ed32352-8656-470d-b550-c64daf7a7e5b for host: dv-cinder-813225-6-iscsi {{(pid=109224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 00:24:19.703976 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139f81a1-cbfb-4f60-8d7e-14de140c51f3 None None] Updating router 5ed32352-8656-470d-b550-c64daf7a7e5b port 3900ef9e-2289-4e22-8f63-1aa94114d388 binding host dv-cinder-813225-6-iscsi {{(pid=109224) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 00:24:19.754186 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-139f81a1-cbfb-4f60-8d7e-14de140c51f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (3900ef9e-2289-4e22-8f63-1aa94114d388), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:24:20.072139 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-139f81a1-cbfb-4f60-8d7e-14de140c51f3 None None] Publish callbacks [] for port (3900ef9e-2289-4e22-8f63-1aa94114d388), precommit_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:24:20.083692 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-139f81a1-cbfb-4f60-8d7e-14de140c51f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (3900ef9e-2289-4e22-8f63-1aa94114d388), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:24:20.138448 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.managers [None req-139f81a1-cbfb-4f60-8d7e-14de140c51f3 None None] Attempting to bind port 3900ef9e-2289-4e22-8f63-1aa94114d388 on host dv-cinder-813225-6-iscsi for vnic_type normal with profile {{(pid=109224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 00:24:20.138817 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.managers [None req-139f81a1-cbfb-4f60-8d7e-14de140c51f3 None None] Attempting to bind port 3900ef9e-2289-4e22-8f63-1aa94114d388 by drivers openvswitch,hyperv on host dv-cinder-813225-6-iscsi at level 0 using segments [{'id': 'd470c98a-8644-4be8-8df1-f825c0b18c68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050'}] {{(pid=109224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 00:24:20.139177 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139f81a1-cbfb-4f60-8d7e-14de140c51f3 None None] Attempting to bind port 3900ef9e-2289-4e22-8f63-1aa94114d388 on network 9d25e361-1d6c-4c24-9c73-356a2ab84050 {{(pid=109224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:24:20.141877 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab37e25-5a82-4438-a934-fc8b5b638b30 None None] Pushing event updated for resources: {'Port': ['ID=3900ef9e-2289-4e22-8f63-1aa94114d388,revision_number=2']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:24:20.147777 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139f81a1-cbfb-4f60-8d7e-14de140c51f3 None None] Checking agent: {'id': 'd6e95c40-1d90-4a13-9e37-1d6580a24190', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813225-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 0, 23, 38), 'started_at': datetime.datetime(2022, 2, 21, 0, 24, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 0, 24, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813225-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 00:24:20.148295 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139f81a1-cbfb-4f60-8d7e-14de140c51f3 None None] Checking segment: {'id': 'd470c98a-8644-4be8-8df1-f825c0b18c68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:24:20.148700 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-139f81a1-cbfb-4f60-8d7e-14de140c51f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:24:20.149084 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139f81a1-cbfb-4f60-8d7e-14de140c51f3 None None] Bound using segment: {'id': 'd470c98a-8644-4be8-8df1-f825c0b18c68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050'} {{(pid=109224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 00:24:20.149541 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.managers [None req-139f81a1-cbfb-4f60-8d7e-14de140c51f3 None None] Bound port: 3900ef9e-2289-4e22-8f63-1aa94114d388, host: dv-cinder-813225-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd470c98a-8644-4be8-8df1-f825c0b18c68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050'}}] {{(pid=109224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 00:24:20.149920 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-139f81a1-cbfb-4f60-8d7e-14de140c51f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (3900ef9e-2289-4e22-8f63-1aa94114d388), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:24:20.204868 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-139f81a1-cbfb-4f60-8d7e-14de140c51f3 None None] For port 3900ef9e-2289-4e22-8f63-1aa94114d388, host dv-cinder-813225-6-iscsi, cleared binding levels {{(pid=109224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 00:24:20.208081 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-139f81a1-cbfb-4f60-8d7e-14de140c51f3 None None] For port 3900ef9e-2289-4e22-8f63-1aa94114d388, host dv-cinder-813225-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-6-iscsi',level=0,port_id=3900ef9e-2289-4e22-8f63-1aa94114d388,segment=NetworkSegment(d470c98a-8644-4be8-8df1-f825c0b18c68),segment_id=d470c98a-8644-4be8-8df1-f825c0b18c68)] {{(pid=109224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 00:24:20.225389 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-139f81a1-cbfb-4f60-8d7e-14de140c51f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (3900ef9e-2289-4e22-8f63-1aa94114d388), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:24:20.300026 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab37e25-5a82-4438-a934-fc8b5b638b30 None None] Pushing event updated for resources: {'Port': ['ID=3900ef9e-2289-4e22-8f63-1aa94114d388,revision_number=3']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:24:20.304296 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139f81a1-cbfb-4f60-8d7e-14de140c51f3 None None] Routers {'5ed32352-8656-470d-b550-c64daf7a7e5b'} bound to L3 agent in host dv-cinder-813225-6-iscsi {{(pid=109224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:24:20.305091 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-139f81a1-cbfb-4f60-8d7e-14de140c51f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-21T00:23:33Z,description=,heartbeat_timestamp=2022-02-21T00:24:03Z,host='dv-cinder-813225-6-iscsi',id=47b5b2cb-5391-4fc3-9478-3db20537c35a,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:23:34Z,topic='l3_agent')) {'router_ids': ['5ed32352-8656-470d-b550-c64daf7a7e5b'], 'active': True} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:24:20.414974 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvr_db [None req-139f81a1-cbfb-4f60-8d7e-14de140c51f3 None None] Set router 5ed32352-8656-470d-b550-c64daf7a7e5b gateway port host: dv-cinder-813225-6-iscsi {{(pid=109224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:24:20.636657 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-139f81a1-cbfb-4f60-8d7e-14de140c51f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed32352-8656-470d-b550-c64daf7a7e5b', 'name': 'router1', 'tenant_id': '023fe8541e3347c2ae349da71009b12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'external_fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': '3900ef9e-2289-4e22-8f63-1aa94114d388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:23:57Z', 'updated_at': '2022-02-21T00:24:15Z', 'revision_number': 4, 'project_id': '023fe8541e3347c2ae349da71009b12d', 'gw_port': {'id': '3900ef9e-2289-4e22-8f63-1aa94114d388', 'name': '', 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:39:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ed32352-8656-470d-b550-c64daf7a7e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:24:14Z', 'updated_at': '2022-02-21T00:24:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '890cd9a8-3116-412f-9022-3458585959da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-6-iscsi', '_interfaces': [{'id': '8de55096-60fa-40d2-93a5-51f7a5941c78', 'name': '', 'network_id': 'd0c9407e-7765-4de3-8a37-0f848b10589e', 'tenant_id': '023fe8541e3347c2ae349da71009b12d', 'mac_address': 'fa:16:3e:a1:8b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed32352-8656-470d-b550-c64daf7a7e5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '726d8ca9-aea9-46cf-9c97-7d9164c9c039', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:24:07Z', 'updated_at': '2022-02-21T00:24:10Z', 'revision_number': 5, 'project_id': '023fe8541e3347c2ae349da71009b12d', 'subnets': [{'id': '726d8ca9-aea9-46cf-9c97-7d9164c9c039', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e3b32c16-c982-4195-a7ed-3ae14f8911d2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-6-iscsi', False) {} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:24:20.664801 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139f81a1-cbfb-4f60-8d7e-14de140c51f3 None None] The sync data for ids ['5ed32352-8656-470d-b550-c64daf7a7e5b'] in dv-cinder-813225-6-iscsi is: [{'id': '5ed32352-8656-470d-b550-c64daf7a7e5b', 'name': 'router1', 'tenant_id': '023fe8541e3347c2ae349da71009b12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'external_fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': '3900ef9e-2289-4e22-8f63-1aa94114d388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:23:57Z', 'updated_at': '2022-02-21T00:24:15Z', 'revision_number': 4, 'project_id': '023fe8541e3347c2ae349da71009b12d', 'gw_port': {'id': '3900ef9e-2289-4e22-8f63-1aa94114d388', 'name': '', 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:39:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ed32352-8656-470d-b550-c64daf7a7e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:24:14Z', 'updated_at': '2022-02-21T00:24:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '890cd9a8-3116-412f-9022-3458585959da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-6-iscsi', '_interfaces': [{'id': '8de55096-60fa-40d2-93a5-51f7a5941c78', 'name': '', 'network_id': 'd0c9407e-7765-4de3-8a37-0f848b10589e', 'tenant_id': '023fe8541e3347c2ae349da71009b12d', 'mac_address': 'fa:16:3e:a1:8b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed32352-8656-470d-b550-c64daf7a7e5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '726d8ca9-aea9-46cf-9c97-7d9164c9c039', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:24:07Z', 'updated_at': '2022-02-21T00:24:10Z', 'revision_number': 5, 'project_id': '023fe8541e3347c2ae349da71009b12d', 'subnets': [{'id': '726d8ca9-aea9-46cf-9c97-7d9164c9c039', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e3b32c16-c982-4195-a7ed-3ae14f8911d2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 00:24:22.777526 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Device 3900ef9e-2289-4e22-8f63-1aa94114d388 up at agent ovs-agent-dv-cinder-813225-6-iscsi {{(pid=109224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:24:22.853669 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Provisioning complete for port 3900ef9e-2289-4e22-8f63-1aa94114d388 triggered by entity L2. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:24:22.854355 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (3900ef9e-2289-4e22-8f63-1aa94114d388), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:24:22.961114 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Current status of the port 3900ef9e-2289-4e22-8f63-1aa94114d388 is: DOWN; New status is: ACTIVE {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:24:22.961515 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (3900ef9e-2289-4e22-8f63-1aa94114d388), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:24:22.987724 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] For port 3900ef9e-2289-4e22-8f63-1aa94114d388, host dv-cinder-813225-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-6-iscsi',level=0,port_id=3900ef9e-2289-4e22-8f63-1aa94114d388,segment=NetworkSegment(d470c98a-8644-4be8-8df1-f825c0b18c68),segment_id=d470c98a-8644-4be8-8df1-f825c0b18c68)] {{(pid=109224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:24:22.995446 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (3900ef9e-2289-4e22-8f63-1aa94114d388), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:24:23.062584 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Pushing event updated for resources: {'Port': ['ID=3900ef9e-2289-4e22-8f63-1aa94114d388,revision_number=4']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:24:24.721494 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Device 3900ef9e-2289-4e22-8f63-1aa94114d388 up at agent ovs-agent-dv-cinder-813225-6-iscsi {{(pid=109224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:24:24.815817 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Provisioning complete for port 3900ef9e-2289-4e22-8f63-1aa94114d388 triggered by entity L2. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:24:24.816223 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (3900ef9e-2289-4e22-8f63-1aa94114d388), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:24:24.936963 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Current status of the port 3900ef9e-2289-4e22-8f63-1aa94114d388 is: ACTIVE; New status is: ACTIVE {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:24:31.342542 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-61bea3ff-3bc8-48cd-8b9d-42704472c97e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (57941464-2af3-4cc7-9b46-3eeacd6f6fca), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:24:33.493896 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-507a01a3-db32-4496-9978-fafb361cd9f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (47b5b2cb-5391-4fc3-9478-3db20537c35a), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:24:35.008825 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-2cd5f963-efb3-4d3f-8e75-14b6a6f65242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (4a388d83-9cb8-49a2-9541-35a13f295f4a), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:24:36.326411 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-09e0abcb-2b1d-4918-a5e2-a10ed408e1f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (417c2155-c2c7-44af-91e4-b32264eafb82), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:24:38.023362 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (d6e95c40-1d90-4a13-9e37-1d6580a24190), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:24:53.879725 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.agents_db [None req-b2a96afc-399a-46ae-93e6-bd9f3e536be2 None None] Agent healthcheck: found 5 active agents {{(pid=109225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 00:25:01.352893 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-66522381-c8ea-4d78-9fce-b5cbcba6512a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (57941464-2af3-4cc7-9b46-3eeacd6f6fca), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:25:03.481281 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-ac7a06bc-6fa7-46fa-ba68-87c18fd05b4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (47b5b2cb-5391-4fc3-9478-3db20537c35a), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:25:05.013876 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-2cd5f963-efb3-4d3f-8e75-14b6a6f65242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (4a388d83-9cb8-49a2-9541-35a13f295f4a), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:25:06.328087 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-09e0abcb-2b1d-4918-a5e2-a10ed408e1f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (417c2155-c2c7-44af-91e4-b32264eafb82), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:25:08.007340 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (d6e95c40-1d90-4a13-9e37-1d6580a24190), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:25:30.878430 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.agents_db [None req-b2a96afc-399a-46ae-93e6-bd9f3e536be2 None None] Agent healthcheck: found 5 active agents {{(pid=109225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 00:25:31.346071 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-7d6b06af-4ea8-45ab-9c01-18b1950ab467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (57941464-2af3-4cc7-9b46-3eeacd6f6fca), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:25:33.484524 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bbc5a25f-0c34-49c1-9403-a53834582c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (47b5b2cb-5391-4fc3-9478-3db20537c35a), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:25:35.014207 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-2cd5f963-efb3-4d3f-8e75-14b6a6f65242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (4a388d83-9cb8-49a2-9541-35a13f295f4a), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:25:36.323616 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-09e0abcb-2b1d-4918-a5e2-a10ed408e1f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (417c2155-c2c7-44af-91e4-b32264eafb82), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:25:38.010297 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (d6e95c40-1d90-4a13-9e37-1d6580a24190), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:25:38.750803 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 50676) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:25:38.811700 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.pecan_wsgi.hooks.translation [None req-35ed9f31-4e21-4254-9e6b-727961faa45e admin admin] GET failed (client error): The resource could not be found. Feb 21 00:25:38.812956 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-35ed9f31-4e21-4254-9e6b-727961faa45e admin admin] 10.222.0.45 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0611451 Feb 21 00:25:38.979018 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745e7f0f-9b15-43f5-bac0-1aaa498d09e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:25:38.980448 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-745e7f0f-9b15-43f5-bac0-1aaa498d09e1 admin admin] 10.222.0.45 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1627493 Feb 21 00:25:41.274296 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 50686) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:25:41.363158 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3e4d66-bb5c-4e35-bcdc-71c68f5992ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:25:41.364532 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-ab3e4d66-bb5c-4e35-bcdc-71c68f5992ea admin admin] 10.222.0.45 "GET /v2.0/subnets/726d8ca9-aea9-46cf-9c97-7d9164c9c039 HTTP/1.1" status: 200 len: 849 time: 0.0892880 Feb 21 00:25:41.373714 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [None req-f903cfe4-77e0-459a-bfa5-1e1158e3d8cd admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:25:41.457839 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-f903cfe4-77e0-459a-bfa5-1e1158e3d8cd admin admin] Publish callbacks [] for subnet (726d8ca9-aea9-46cf-9c97-7d9164c9c039), before_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:25:41.597261 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-f903cfe4-77e0-459a-bfa5-1e1158e3d8cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8731676626050'] for subnet (726d8ca9-aea9-46cf-9c97-7d9164c9c039), after_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:25:41.626817 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f903cfe4-77e0-459a-bfa5-1e1158e3d8cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:25:41.627432 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-f903cfe4-77e0-459a-bfa5-1e1158e3d8cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582445'] for subnet (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:25:41.630901 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-f903cfe4-77e0-459a-bfa5-1e1158e3d8cd admin admin] 10.222.0.45 "PUT /v2.0/subnets/726d8ca9-aea9-46cf-9c97-7d9164c9c039 HTTP/1.1" status: 200 len: 868 time: 0.2585425 Feb 21 00:25:41.632081 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-221dfaf1-8383-481d-b45b-6bd45f48a9fa None None] Network d0c9407e-7765-4de3-8a37-0f848b10589e requested from dv-cinder-813225-6-iscsi {{(pid=109224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 00:25:41.651134 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f903cfe4-77e0-459a-bfa5-1e1158e3d8cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=726d8ca9-aea9-46cf-9c97-7d9164c9c039,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:25:41.658489 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f903cfe4-77e0-459a-bfa5-1e1158e3d8cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:25:41.658842 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f903cfe4-77e0-459a-bfa5-1e1158e3d8cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:25:41.659205 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f903cfe4-77e0-459a-bfa5-1e1158e3d8cd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:25:41.659556 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f903cfe4-77e0-459a-bfa5-1e1158e3d8cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:25:41.659929 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f903cfe4-77e0-459a-bfa5-1e1158e3d8cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:25:41.660261 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f903cfe4-77e0-459a-bfa5-1e1158e3d8cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:25:41.660610 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f903cfe4-77e0-459a-bfa5-1e1158e3d8cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:25:41.660941 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f903cfe4-77e0-459a-bfa5-1e1158e3d8cd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:25:41.661282 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f903cfe4-77e0-459a-bfa5-1e1158e3d8cd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:25:41.661631 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f903cfe4-77e0-459a-bfa5-1e1158e3d8cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:25:41.661958 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f903cfe4-77e0-459a-bfa5-1e1158e3d8cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:25:41.662341 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f903cfe4-77e0-459a-bfa5-1e1158e3d8cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:25:41.662669 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f903cfe4-77e0-459a-bfa5-1e1158e3d8cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:25:41.981656 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-16c3bbdd-c8d8-45d6-8a0e-1e90c9cc6334 None None] Provisioning complete for port dee3827d-9d84-4572-a24e-a1c962549222 triggered by entity DHCP. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:25:41.982032 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-16c3bbdd-c8d8-45d6-8a0e-1e90c9cc6334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (dee3827d-9d84-4572-a24e-a1c962549222), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:25:42.056709 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-16c3bbdd-c8d8-45d6-8a0e-1e90c9cc6334 None None] Current status of the port dee3827d-9d84-4572-a24e-a1c962549222 is: ACTIVE; New status is: ACTIVE {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:25:42.066419 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-16c3bbdd-c8d8-45d6-8a0e-1e90c9cc6334 None None] Provisioning complete for port 8de55096-60fa-40d2-93a5-51f7a5941c78 triggered by entity DHCP. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:25:42.066807 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-16c3bbdd-c8d8-45d6-8a0e-1e90c9cc6334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (8de55096-60fa-40d2-93a5-51f7a5941c78), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:25:42.141925 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-16c3bbdd-c8d8-45d6-8a0e-1e90c9cc6334 None None] Current status of the port 8de55096-60fa-40d2-93a5-51f7a5941c78 is: ACTIVE; New status is: ACTIVE {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:25:43.923552 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 50694) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:25:44.184925 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118a5dea-eb78-4132-b143-00f19b4ad4ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:25:44.185393 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118a5dea-eb78-4132-b143-00f19b4ad4ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:25:44.186913 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-118a5dea-eb78-4132-b143-00f19b4ad4ef admin admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2624290 Feb 21 00:25:46.499452 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 50702) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:25:46.626456 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c660ab0-5921-44bf-82dd-7c66aea480ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:25:46.626927 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c660ab0-5921-44bf-82dd-7c66aea480ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:25:46.628486 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-0c660ab0-5921-44bf-82dd-7c66aea480ec admin admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1280770 Feb 21 00:25:48.953954 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 50710) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:25:49.077823 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38987bf4-cef1-4ac5-a03b-3c741b76cc64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:25:49.079254 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-38987bf4-cef1-4ac5-a03b-3c741b76cc64 admin admin] 10.222.0.45 "GET /v2.0/networks/9d25e361-1d6c-4c24-9c73-356a2ab84050 HTTP/1.1" status: 200 len: 886 time: 0.1243541 Feb 21 00:25:51.396510 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 50718) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:25:51.523504 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b253bda-f4a5-42c2-90ac-07a8d6263ced admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:25:51.524862 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-8b253bda-f4a5-42c2-90ac-07a8d6263ced admin admin] 10.222.0.45 "GET /v2.0/networks/d0c9407e-7765-4de3-8a37-0f848b10589e HTTP/1.1" status: 200 len: 869 time: 0.1273952 Feb 21 00:25:53.846511 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 50726) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:25:53.968729 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13636c3-5724-4ecd-ae7d-f877bb5346cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:25:53.969193 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13636c3-5724-4ecd-ae7d-f877bb5346cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:25:53.970729 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-a13636c3-5724-4ecd-ae7d-f877bb5346cc admin admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1227074 Feb 21 00:25:56.246549 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 50734) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:25:56.335348 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78345117-2144-4394-8943-0cf288f5807d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:25:56.335802 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78345117-2144-4394-8943-0cf288f5807d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:25:56.337277 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-78345117-2144-4394-8943-0cf288f5807d admin admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0897202 Feb 21 00:25:58.655570 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 50742) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:25:58.755577 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-549ea2f4-0961-484c-b922-68b2414ce31e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:25:58.756918 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-549ea2f4-0961-484c-b922-68b2414ce31e admin admin] 10.222.0.45 "GET /v2.0/subnets/726d8ca9-aea9-46cf-9c97-7d9164c9c039 HTTP/1.1" status: 200 len: 868 time: 0.1004057 Feb 21 00:26:01.079842 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 50752) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:26:01.236577 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa98196b-57e9-48a8-977f-8275381afba0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:26:01.237935 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-fa98196b-57e9-48a8-977f-8275381afba0 admin admin] 10.222.0.45 "GET /v2.0/subnets/890cd9a8-3116-412f-9022-3458585959da HTTP/1.1" status: 200 len: 816 time: 0.1571429 Feb 21 00:26:01.349053 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-9336f10c-0314-440f-95a1-d0f11ae14502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (57941464-2af3-4cc7-9b46-3eeacd6f6fca), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:26:03.486732 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-d1b7352a-4bd9-4e72-bf5c-d6e9eeb5c593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (47b5b2cb-5391-4fc3-9478-3db20537c35a), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:26:05.017845 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-2cd5f963-efb3-4d3f-8e75-14b6a6f65242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (4a388d83-9cb8-49a2-9541-35a13f295f4a), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:26:06.325650 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-09e0abcb-2b1d-4918-a5e2-a10ed408e1f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (417c2155-c2c7-44af-91e4-b32264eafb82), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:26:07.876455 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.agents_db [None req-b2a96afc-399a-46ae-93e6-bd9f3e536be2 None None] Agent healthcheck: found 5 active agents {{(pid=109225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 00:26:08.013162 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (d6e95c40-1d90-4a13-9e37-1d6580a24190), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:26:29.407064 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 50804) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:26:29.452486 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [None req-bf2d513e-7978-4119-b579-0daadcc32901 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109223) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 00:26:29.453515 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-bf2d513e-7978-4119-b579-0daadcc32901 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0454595 Feb 21 00:26:31.351960 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-6811d60d-86d1-4d04-8614-09a6043ebf15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (57941464-2af3-4cc7-9b46-3eeacd6f6fca), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:26:31.836228 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 50812) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:26:31.894724 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d81f1cf-268f-443c-9bcc-620b3e1ecc13 admin admin] GET failed (client error): The resource could not be found. Feb 21 00:26:31.896016 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-8d81f1cf-268f-443c-9bcc-620b3e1ecc13 admin admin] 10.222.0.45 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0588284 Feb 21 00:26:32.032466 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478d9bed-cdc1-427d-b9a4-f4612385e534 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:26:32.033863 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-478d9bed-cdc1-427d-b9a4-f4612385e534 admin admin] 10.222.0.45 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1338818 Feb 21 00:26:33.488073 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-768a5f88-7fac-45ae-82aa-36026e2cc57e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (47b5b2cb-5391-4fc3-9478-3db20537c35a), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:26:34.368432 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 50820) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:26:34.414212 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.v2.base [None req-b2db2c25-a2f2-41e7-a365-51fcfb91260d admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=109223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:26:34.432476 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2db2c25-a2f2-41e7-a365-51fcfb91260d admin admin] Made reservation on behalf of c6da1705ac5a4247a31ff87147fddb17 for: {'network': 1} {{(pid=109223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 00:26:34.434597 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-b2db2c25-a2f2-41e7-a365-51fcfb91260d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for network (None), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:26:34.467954 dv-cinder-813225-6-iscsi neutron-server[109223]: WARNING neutron.services.revisions.revision_plugin [None req-b2db2c25-a2f2-41e7-a365-51fcfb91260d admin admin] Could not find related network for resource to bump revision. Feb 21 00:26:34.479825 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2db2c25-a2f2-41e7-a365-51fcfb91260d admin admin] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=109223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 00:26:34.488628 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-b2db2c25-a2f2-41e7-a365-51fcfb91260d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16097169'] for segment (5667c0e0-bfba-4253-a17b-117f8c921ce0), precommit_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:26:34.488959 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.db.segments_db [None req-b2db2c25-a2f2-41e7-a365-51fcfb91260d admin admin] Added segment 5667c0e0-bfba-4253-a17b-117f8c921ce0 of type vlan for network d1f3ffca-ff94-43bf-af1a-036f8cc0b5fa Feb 21 00:26:34.529496 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-b2db2c25-a2f2-41e7-a365-51fcfb91260d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731676168578'] for network (d1f3ffca-ff94-43bf-af1a-036f8cc0b5fa), precommit_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:26:34.552028 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-b2db2c25-a2f2-41e7-a365-51fcfb91260d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403'] for network (d1f3ffca-ff94-43bf-af1a-036f8cc0b5fa), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:26:34.552950 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2db2c25-a2f2-41e7-a365-51fcfb91260d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:26:34.553524 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-b2db2c25-a2f2-41e7-a365-51fcfb91260d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582445'] for network (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:26:34.620132 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-b2db2c25-a2f2-41e7-a365-51fcfb91260d admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2506411 Feb 21 00:26:34.647859 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2db2c25-a2f2-41e7-a365-51fcfb91260d admin admin] Pushing event updated for resources: {'Network': ['ID=d1f3ffca-ff94-43bf-af1a-036f8cc0b5fa,revision_number=1']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:26:34.655337 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2db2c25-a2f2-41e7-a365-51fcfb91260d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:26:34.655714 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2db2c25-a2f2-41e7-a365-51fcfb91260d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:26:34.656064 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2db2c25-a2f2-41e7-a365-51fcfb91260d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:26:34.656407 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2db2c25-a2f2-41e7-a365-51fcfb91260d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:26:34.656738 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2db2c25-a2f2-41e7-a365-51fcfb91260d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:26:34.657067 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2db2c25-a2f2-41e7-a365-51fcfb91260d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:26:34.657396 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2db2c25-a2f2-41e7-a365-51fcfb91260d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:26:34.657723 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2db2c25-a2f2-41e7-a365-51fcfb91260d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:26:34.658060 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2db2c25-a2f2-41e7-a365-51fcfb91260d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:26:34.658430 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2db2c25-a2f2-41e7-a365-51fcfb91260d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:26:34.658758 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2db2c25-a2f2-41e7-a365-51fcfb91260d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:26:34.659078 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2db2c25-a2f2-41e7-a365-51fcfb91260d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:26:34.659467 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2db2c25-a2f2-41e7-a365-51fcfb91260d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:26:34.670873 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Network d1f3ffca-ff94-43bf-af1a-036f8cc0b5fa details requested by agent ovs-agent-dv-cinder-813225-6-iscsi with host dv-cinder-813225-6-iscsi {{(pid=109224) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 00:26:35.021081 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-2cd5f963-efb3-4d3f-8e75-14b6a6f65242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (4a388d83-9cb8-49a2-9541-35a13f295f4a), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:26:36.327963 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-09e0abcb-2b1d-4918-a5e2-a10ed408e1f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (417c2155-c2c7-44af-91e4-b32264eafb82), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:26:36.967034 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 50828) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:26:37.025710 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.pecan_wsgi.hooks.translation [None req-702704aa-3ec0-42b1-a300-6047950d2686 admin admin] GET failed (client error): The resource could not be found. Feb 21 00:26:37.026985 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-702704aa-3ec0-42b1-a300-6047950d2686 admin admin] 10.222.0.45 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0590496 Feb 21 00:26:37.096544 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f4463f-f22b-4da3-b26c-3fcebedeb2ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:26:37.098788 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-30f4463f-f22b-4da3-b26c-3fcebedeb2ac admin admin] 10.222.0.45 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0677855 Feb 21 00:26:37.108413 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [None req-8141fb68-f929-479e-9773-296c8fd1ac12 admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': 'd1f3ffca-ff94-43bf-af1a-036f8cc0b5fa'}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:26:37.127333 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8141fb68-f929-479e-9773-296c8fd1ac12 admin admin] Made reservation on behalf of c6da1705ac5a4247a31ff87147fddb17 for: {'subnet': 1} {{(pid=109222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 00:26:37.129793 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-8141fb68-f929-479e-9773-296c8fd1ac12 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:26:37.288528 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-8141fb68-f929-479e-9773-296c8fd1ac12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403'] for subnet (8c967ed5-43ab-4090-9b10-8732fdabdec1), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:26:37.337963 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8141fb68-f929-479e-9773-296c8fd1ac12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c967ed5-43ab-4090-9b10-8732fdabdec1,revision_number=0']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:26:37.347496 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8141fb68-f929-479e-9773-296c8fd1ac12 admin admin] Checking segment: {'id': '5667c0e0-bfba-4253-a17b-117f8c921ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd1f3ffca-ff94-43bf-af1a-036f8cc0b5fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:26:37.347838 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8141fb68-f929-479e-9773-296c8fd1ac12 admin admin] Network hostable DHCP agents. Network: d1f3ffca-ff94-43bf-af1a-036f8cc0b5fa, hostable agents: ['57941464-2af3-4cc7-9b46-3eeacd6f6fca'], hosted agents: [] {{(pid=109222) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 00:26:37.362980 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8141fb68-f929-479e-9773-296c8fd1ac12 admin admin] Network d1f3ffca-ff94-43bf-af1a-036f8cc0b5fa is scheduled to be hosted by DHCP agent 57941464-2af3-4cc7-9b46-3eeacd6f6fca with binding_index 1 {{(pid=109222) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 00:26:37.371413 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.scheduler.base_scheduler [None req-8141fb68-f929-479e-9773-296c8fd1ac12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813225-6-iscsi, d1f3ffca-ff94-43bf-af1a-036f8cc0b5fa) {{(pid=109222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:26:37.375271 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8141fb68-f929-479e-9773-296c8fd1ac12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:26:37.375870 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-8141fb68-f929-479e-9773-296c8fd1ac12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582445'] for subnet (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:26:37.381430 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af46a595-46eb-4a2b-ba28-4359e876d3d7 None None] Network d1f3ffca-ff94-43bf-af1a-036f8cc0b5fa requested from dv-cinder-813225-6-iscsi {{(pid=109224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 00:26:37.391101 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-8141fb68-f929-479e-9773-296c8fd1ac12 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2860589 Feb 21 00:26:37.486421 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc57ca6-e8cf-4710-a336-80a32bc66176 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc40baefa-d12c-5e0a-9a3f-979e6179f684-d1f3ffca-ff94-43bf-af1a-036f8cc0b5fa', 'network_id': 'd1f3ffca-ff94-43bf-af1a-036f8cc0b5fa', 'project_id': 'c6da1705ac5a4247a31ff87147fddb17', 'fixed_ips': [{'subnet_id': '8c967ed5-43ab-4090-9b10-8732fdabdec1'}]}} from dv-cinder-813225-6-iscsi. {{(pid=109224) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 21 00:26:37.487327 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-5cc57ca6-e8cf-4710-a336-80a32bc66176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (None), before_create {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:26:37.629512 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.db_base_plugin_common [None req-5cc57ca6-e8cf-4710-a336-80a32bc66176 None None] Allocated IP 192.168.233.2 (d1f3ffca-ff94-43bf-af1a-036f8cc0b5fa/8c967ed5-43ab-4090-9b10-8732fdabdec1/78086c60-d244-440d-b6d7-7f12f3c269de) {{(pid=109224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 00:26:37.865063 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-5cc57ca6-e8cf-4710-a336-80a32bc66176 None None] Publish callbacks [] for port (78086c60-d244-440d-b6d7-7f12f3c269de), precommit_create {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:26:37.870800 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-5cc57ca6-e8cf-4710-a336-80a32bc66176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731676182815'] for port (78086c60-d244-440d-b6d7-7f12f3c269de), after_create {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:26:37.915628 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc57ca6-e8cf-4710-a336-80a32bc66176 None None] Network d1f3ffca-ff94-43bf-af1a-036f8cc0b5fa is already hosted by enough agents. {{(pid=109224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:26:37.916369 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc57ca6-e8cf-4710-a336-80a32bc66176 None None] Pushing event updated for resources: {'Port': ['ID=78086c60-d244-440d-b6d7-7f12f3c269de,revision_number=1']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:26:37.919645 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.scheduler.base_scheduler [None req-5cc57ca6-e8cf-4710-a336-80a32bc66176 None None] Resources bound (agent type, host, resource id): {{(pid=109224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:26:37.922089 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc57ca6-e8cf-4710-a336-80a32bc66176 None None] Received port after_create {{(pid=109224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 00:26:37.931294 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc57ca6-e8cf-4710-a336-80a32bc66176 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:26:37.931730 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc57ca6-e8cf-4710-a336-80a32bc66176 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:26:37.932035 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc57ca6-e8cf-4710-a336-80a32bc66176 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:26:37.932380 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc57ca6-e8cf-4710-a336-80a32bc66176 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:26:37.932719 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc57ca6-e8cf-4710-a336-80a32bc66176 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:26:37.933055 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc57ca6-e8cf-4710-a336-80a32bc66176 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:26:37.933387 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc57ca6-e8cf-4710-a336-80a32bc66176 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:26:37.933713 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc57ca6-e8cf-4710-a336-80a32bc66176 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:26:37.934040 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc57ca6-e8cf-4710-a336-80a32bc66176 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:26:37.934383 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc57ca6-e8cf-4710-a336-80a32bc66176 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:26:37.934709 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc57ca6-e8cf-4710-a336-80a32bc66176 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:26:37.935072 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc57ca6-e8cf-4710-a336-80a32bc66176 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:26:37.935420 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc57ca6-e8cf-4710-a336-80a32bc66176 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:26:37.988472 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.managers [None req-5cc57ca6-e8cf-4710-a336-80a32bc66176 None None] Attempting to bind port 78086c60-d244-440d-b6d7-7f12f3c269de on host dv-cinder-813225-6-iscsi for vnic_type normal with profile {{(pid=109224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 00:26:37.988846 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.managers [None req-5cc57ca6-e8cf-4710-a336-80a32bc66176 None None] Attempting to bind port 78086c60-d244-440d-b6d7-7f12f3c269de by drivers openvswitch,hyperv on host dv-cinder-813225-6-iscsi at level 0 using segments [{'id': '5667c0e0-bfba-4253-a17b-117f8c921ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd1f3ffca-ff94-43bf-af1a-036f8cc0b5fa'}] {{(pid=109224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 00:26:37.989324 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc57ca6-e8cf-4710-a336-80a32bc66176 None None] Attempting to bind port 78086c60-d244-440d-b6d7-7f12f3c269de on network d1f3ffca-ff94-43bf-af1a-036f8cc0b5fa {{(pid=109224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:26:37.994419 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc57ca6-e8cf-4710-a336-80a32bc66176 None None] Checking agent: {'id': 'd6e95c40-1d90-4a13-9e37-1d6580a24190', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813225-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 0, 23, 38), 'started_at': datetime.datetime(2022, 2, 21, 0, 24, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 0, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813225-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 00:26:37.994822 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc57ca6-e8cf-4710-a336-80a32bc66176 None None] Checking segment: {'id': '5667c0e0-bfba-4253-a17b-117f8c921ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd1f3ffca-ff94-43bf-af1a-036f8cc0b5fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:26:37.995257 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-5cc57ca6-e8cf-4710-a336-80a32bc66176 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:26:37.995660 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc57ca6-e8cf-4710-a336-80a32bc66176 None None] Bound using segment: {'id': '5667c0e0-bfba-4253-a17b-117f8c921ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd1f3ffca-ff94-43bf-af1a-036f8cc0b5fa'} {{(pid=109224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 00:26:37.996129 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.managers [None req-5cc57ca6-e8cf-4710-a336-80a32bc66176 None None] Bound port: 78086c60-d244-440d-b6d7-7f12f3c269de, host: dv-cinder-813225-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5667c0e0-bfba-4253-a17b-117f8c921ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd1f3ffca-ff94-43bf-af1a-036f8cc0b5fa'}}] {{(pid=109224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 00:26:37.996512 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-5cc57ca6-e8cf-4710-a336-80a32bc66176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (78086c60-d244-440d-b6d7-7f12f3c269de), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:26:38.042096 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (d6e95c40-1d90-4a13-9e37-1d6580a24190), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:26:38.072910 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-5cc57ca6-e8cf-4710-a336-80a32bc66176 None None] For port 78086c60-d244-440d-b6d7-7f12f3c269de, host dv-cinder-813225-6-iscsi, cleared binding levels {{(pid=109224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 00:26:38.076022 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-5cc57ca6-e8cf-4710-a336-80a32bc66176 None None] For port 78086c60-d244-440d-b6d7-7f12f3c269de, host dv-cinder-813225-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-6-iscsi',level=0,port_id=78086c60-d244-440d-b6d7-7f12f3c269de,segment=NetworkSegment(5667c0e0-bfba-4253-a17b-117f8c921ce0),segment_id=5667c0e0-bfba-4253-a17b-117f8c921ce0)] {{(pid=109224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 00:26:38.081689 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-5cc57ca6-e8cf-4710-a336-80a32bc66176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (78086c60-d244-440d-b6d7-7f12f3c269de), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:26:38.139809 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc57ca6-e8cf-4710-a336-80a32bc66176 None None] Pushing event updated for resources: {'Port': ['ID=78086c60-d244-440d-b6d7-7f12f3c269de,revision_number=2']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:26:38.808960 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Device 78086c60-d244-440d-b6d7-7f12f3c269de up at agent ovs-agent-dv-cinder-813225-6-iscsi {{(pid=109224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:26:38.862909 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Provisioning complete for port 78086c60-d244-440d-b6d7-7f12f3c269de triggered by entity L2. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:26:38.863328 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (78086c60-d244-440d-b6d7-7f12f3c269de), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:26:38.949624 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Current status of the port 78086c60-d244-440d-b6d7-7f12f3c269de is: DOWN; New status is: ACTIVE {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:26:38.950016 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (78086c60-d244-440d-b6d7-7f12f3c269de), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:26:38.986151 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] For port 78086c60-d244-440d-b6d7-7f12f3c269de, host dv-cinder-813225-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-6-iscsi',level=0,port_id=78086c60-d244-440d-b6d7-7f12f3c269de,segment=NetworkSegment(5667c0e0-bfba-4253-a17b-117f8c921ce0),segment_id=5667c0e0-bfba-4253-a17b-117f8c921ce0)] {{(pid=109224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:26:38.991480 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (78086c60-d244-440d-b6d7-7f12f3c269de), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:26:39.017477 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2483dba6-e0e5-4823-b3e1-f18e79f05720 None None] Network d1f3ffca-ff94-43bf-af1a-036f8cc0b5fa requested from dv-cinder-813225-6-iscsi {{(pid=109224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 00:26:39.108607 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Pushing event updated for resources: {'Port': ['ID=78086c60-d244-440d-b6d7-7f12f3c269de,revision_number=3']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:26:39.140828 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-9ce55869-c200-4d53-a40d-a0cb4efb0c45 None None] Provisioning complete for port 78086c60-d244-440d-b6d7-7f12f3c269de triggered by entity DHCP. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:26:39.141223 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-9ce55869-c200-4d53-a40d-a0cb4efb0c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (78086c60-d244-440d-b6d7-7f12f3c269de), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:26:39.239127 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-9ce55869-c200-4d53-a40d-a0cb4efb0c45 None None] Current status of the port 78086c60-d244-440d-b6d7-7f12f3c269de is: ACTIVE; New status is: ACTIVE {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:26:39.461857 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-b07dfeaf-d68f-474c-86df-fba861cec950 None None] Provisioning complete for port 78086c60-d244-440d-b6d7-7f12f3c269de triggered by entity DHCP. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:26:39.462151 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-b07dfeaf-d68f-474c-86df-fba861cec950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (78086c60-d244-440d-b6d7-7f12f3c269de), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:26:39.542845 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-b07dfeaf-d68f-474c-86df-fba861cec950 None None] Current status of the port 78086c60-d244-440d-b6d7-7f12f3c269de is: ACTIVE; New status is: ACTIVE {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:26:40.759664 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Device 78086c60-d244-440d-b6d7-7f12f3c269de up at agent ovs-agent-dv-cinder-813225-6-iscsi {{(pid=109224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:26:40.805908 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Provisioning complete for port 78086c60-d244-440d-b6d7-7f12f3c269de triggered by entity L2. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:26:40.806298 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (78086c60-d244-440d-b6d7-7f12f3c269de), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:26:40.877315 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Current status of the port 78086c60-d244-440d-b6d7-7f12f3c269de is: ACTIVE; New status is: ACTIVE {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:26:44.874672 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.agents_db [None req-b2a96afc-399a-46ae-93e6-bd9f3e536be2 None None] Agent healthcheck: found 5 active agents {{(pid=109225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 00:27:01.355574 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-e3e92b57-e28c-4b57-a411-76492ee07244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (57941464-2af3-4cc7-9b46-3eeacd6f6fca), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:27:03.490069 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-126a4105-8586-410a-9958-3f66b7f671b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (47b5b2cb-5391-4fc3-9478-3db20537c35a), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:27:05.024349 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-2cd5f963-efb3-4d3f-8e75-14b6a6f65242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (4a388d83-9cb8-49a2-9541-35a13f295f4a), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:27:06.331065 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-09e0abcb-2b1d-4918-a5e2-a10ed408e1f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (417c2155-c2c7-44af-91e4-b32264eafb82), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:27:08.015587 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (d6e95c40-1d90-4a13-9e37-1d6580a24190), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:27:21.873728 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.agents_db [None req-b2a96afc-399a-46ae-93e6-bd9f3e536be2 None None] Agent healthcheck: found 5 active agents {{(pid=109225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 00:27:31.358608 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-315d21d5-bc0a-49de-aee7-fe54e33d7fa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (57941464-2af3-4cc7-9b46-3eeacd6f6fca), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:27:33.490883 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-db91443b-4ba5-4819-ac2e-a0084ec82afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (47b5b2cb-5391-4fc3-9478-3db20537c35a), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:27:35.027094 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-2cd5f963-efb3-4d3f-8e75-14b6a6f65242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (4a388d83-9cb8-49a2-9541-35a13f295f4a), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:27:36.334167 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-09e0abcb-2b1d-4918-a5e2-a10ed408e1f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (417c2155-c2c7-44af-91e4-b32264eafb82), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:27:38.017282 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (d6e95c40-1d90-4a13-9e37-1d6580a24190), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:27:58.871660 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.agents_db [None req-b2a96afc-399a-46ae-93e6-bd9f3e536be2 None None] Agent healthcheck: found 5 active agents {{(pid=109225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 00:27:58.989591 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 50868) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:27:58.995502 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [None req-3088d580-e48f-4b20-8e96-96d2e192e56a tempest-verify_tempest_config-1956439662 tempest-verify_tempest_config-1956439662-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109222) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 00:27:58.996482 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-3088d580-e48f-4b20-8e96-96d2e192e56a tempest-verify_tempest_config-1956439662 tempest-verify_tempest_config-1956439662-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0059209 Feb 21 00:27:59.279254 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 50886) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:27:59.383647 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-471b21a6-da89-43c0-9210-4fb934c74c40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:27:59.455257 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-471b21a6-da89-43c0-9210-4fb934c74c40 admin admin] Publish callbacks [] for security_group (81bba442-dc50-4d85-a000-e4c31ff3f306), precommit_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:27:59.458644 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-471b21a6-da89-43c0-9210-4fb934c74c40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (81bba442-dc50-4d85-a000-e4c31ff3f306), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:27:59.501715 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-471b21a6-da89-43c0-9210-4fb934c74c40 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5ff3632557084624a4105dd32c96337d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2203066 Feb 21 00:27:59.502850 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471b21a6-da89-43c0-9210-4fb934c74c40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81bba442-dc50-4d85-a000-e4c31ff3f306,revision_number=1']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:27:59.504589 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 50892) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:27:59.509625 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471b21a6-da89-43c0-9210-4fb934c74c40 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:27:59.509992 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471b21a6-da89-43c0-9210-4fb934c74c40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:27:59.510339 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471b21a6-da89-43c0-9210-4fb934c74c40 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:27:59.510674 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471b21a6-da89-43c0-9210-4fb934c74c40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:27:59.511006 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471b21a6-da89-43c0-9210-4fb934c74c40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:27:59.511359 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471b21a6-da89-43c0-9210-4fb934c74c40 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:27:59.511709 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471b21a6-da89-43c0-9210-4fb934c74c40 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:27:59.512035 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471b21a6-da89-43c0-9210-4fb934c74c40 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:27:59.512373 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471b21a6-da89-43c0-9210-4fb934c74c40 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:27:59.512711 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471b21a6-da89-43c0-9210-4fb934c74c40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:27:59.513034 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471b21a6-da89-43c0-9210-4fb934c74c40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:27:59.513351 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471b21a6-da89-43c0-9210-4fb934c74c40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:27:59.513664 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471b21a6-da89-43c0-9210-4fb934c74c40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:27:59.558739 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-ea3aa6e4-a317-4ac4-a238-87383054236d admin admin] Publish callbacks [] for security_group (81bba442-dc50-4d85-a000-e4c31ff3f306), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:27:59.580140 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-ea3aa6e4-a317-4ac4-a238-87383054236d admin admin] Publish callbacks [] for security_group (81bba442-dc50-4d85-a000-e4c31ff3f306), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:27:59.675010 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-ea3aa6e4-a317-4ac4-a238-87383054236d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (81bba442-dc50-4d85-a000-e4c31ff3f306), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:27:59.677601 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-ea3aa6e4-a317-4ac4-a238-87383054236d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:27:59.679660 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-ea3aa6e4-a317-4ac4-a238-87383054236d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/81bba442-dc50-4d85-a000-e4c31ff3f306 HTTP/1.1" status: 204 len: 168 time: 0.1739485 Feb 21 00:27:59.687530 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3aa6e4-a317-4ac4-a238-87383054236d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81bba442-dc50-4d85-a000-e4c31ff3f306,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:27:59.695093 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3aa6e4-a317-4ac4-a238-87383054236d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:27:59.695494 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3aa6e4-a317-4ac4-a238-87383054236d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:27:59.695845 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3aa6e4-a317-4ac4-a238-87383054236d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:27:59.696185 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3aa6e4-a317-4ac4-a238-87383054236d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:27:59.696522 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3aa6e4-a317-4ac4-a238-87383054236d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:27:59.696850 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3aa6e4-a317-4ac4-a238-87383054236d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:27:59.697193 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3aa6e4-a317-4ac4-a238-87383054236d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:27:59.697527 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3aa6e4-a317-4ac4-a238-87383054236d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:27:59.697886 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3aa6e4-a317-4ac4-a238-87383054236d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:27:59.698244 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3aa6e4-a317-4ac4-a238-87383054236d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:27:59.698600 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3aa6e4-a317-4ac4-a238-87383054236d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:27:59.698924 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3aa6e4-a317-4ac4-a238-87383054236d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:27:59.699269 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3aa6e4-a317-4ac4-a238-87383054236d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:28:01.361225 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-348b390c-77ca-4492-a970-4a9c3b8362db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (57941464-2af3-4cc7-9b46-3eeacd6f6fca), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:28:03.491013 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-33042f0a-32bc-4b44-b15f-58b8e3b1f3c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (47b5b2cb-5391-4fc3-9478-3db20537c35a), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:28:05.029435 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-2cd5f963-efb3-4d3f-8e75-14b6a6f65242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (4a388d83-9cb8-49a2-9541-35a13f295f4a), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:28:06.336916 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-09e0abcb-2b1d-4918-a5e2-a10ed408e1f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (417c2155-c2c7-44af-91e4-b32264eafb82), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:28:08.020926 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (d6e95c40-1d90-4a13-9e37-1d6580a24190), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:28:31.365077 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-894e7e53-0bf9-4898-b5e8-14ff5d7c4135 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (57941464-2af3-4cc7-9b46-3eeacd6f6fca), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:28:33.491516 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-eaf200d7-aa57-4d92-be00-f40f9c83be67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (47b5b2cb-5391-4fc3-9478-3db20537c35a), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:28:35.033528 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-2cd5f963-efb3-4d3f-8e75-14b6a6f65242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (4a388d83-9cb8-49a2-9541-35a13f295f4a), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:28:35.870736 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.agents_db [None req-b2a96afc-399a-46ae-93e6-bd9f3e536be2 None None] Agent healthcheck: found 5 active agents {{(pid=109225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 00:28:36.338535 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-09e0abcb-2b1d-4918-a5e2-a10ed408e1f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (417c2155-c2c7-44af-91e4-b32264eafb82), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:28:38.022473 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (d6e95c40-1d90-4a13-9e37-1d6580a24190), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:29:01.367043 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-077276de-15f3-427f-8629-b90240edc668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (57941464-2af3-4cc7-9b46-3eeacd6f6fca), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:29:03.492543 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-38a69e0c-1c20-4f18-9c9e-43bea54a2055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (47b5b2cb-5391-4fc3-9478-3db20537c35a), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:29:05.034154 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-2cd5f963-efb3-4d3f-8e75-14b6a6f65242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (4a388d83-9cb8-49a2-9541-35a13f295f4a), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:29:06.341296 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-09e0abcb-2b1d-4918-a5e2-a10ed408e1f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (417c2155-c2c7-44af-91e4-b32264eafb82), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:29:08.023552 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (d6e95c40-1d90-4a13-9e37-1d6580a24190), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:29:12.870299 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.agents_db [None req-b2a96afc-399a-46ae-93e6-bd9f3e536be2 None None] Agent healthcheck: found 5 active agents {{(pid=109225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 00:29:31.367714 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-78a0e91f-e3e2-4969-b9e5-53e4897d8934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (57941464-2af3-4cc7-9b46-3eeacd6f6fca), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:29:33.491800 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-6622a9f4-7991-47e5-be8b-32e6e91b2f26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (47b5b2cb-5391-4fc3-9478-3db20537c35a), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:29:35.037382 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-2cd5f963-efb3-4d3f-8e75-14b6a6f65242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (4a388d83-9cb8-49a2-9541-35a13f295f4a), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:29:36.345420 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-09e0abcb-2b1d-4918-a5e2-a10ed408e1f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (417c2155-c2c7-44af-91e4-b32264eafb82), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:29:38.024899 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (d6e95c40-1d90-4a13-9e37-1d6580a24190), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:29:44.388031 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-957778'] for agent (2124d49d-e543-43fa-8e9f-817e1d020459), after_create {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:29:49.870214 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.agents_db [None req-b2a96afc-399a-46ae-93e6-bd9f3e536be2 None None] Agent healthcheck: found 6 active agents {{(pid=109225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 00:29:59.071163 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 50962) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:29:59.174729 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-6bd78022-7fe8-4b4b-b618-23f027136f84 admin admin] 10.222.0.45 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1025143 Feb 21 00:30:01.370421 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-49433380-6c78-4713-8645-e34daa672d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (57941464-2af3-4cc7-9b46-3eeacd6f6fca), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:30:01.491525 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 50972) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:30:01.544057 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-cad01563-851a-4e0a-a080-8228322f4231 admin admin] 10.222.0.45 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0514483 Feb 21 00:30:03.491997 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-aeb3a424-5920-45ad-b301-cc1f5bfdbc30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (47b5b2cb-5391-4fc3-9478-3db20537c35a), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:30:05.040348 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-2cd5f963-efb3-4d3f-8e75-14b6a6f65242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (4a388d83-9cb8-49a2-9541-35a13f295f4a), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:30:06.346343 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-09e0abcb-2b1d-4918-a5e2-a10ed408e1f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (417c2155-c2c7-44af-91e4-b32264eafb82), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:30:08.028325 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (d6e95c40-1d90-4a13-9e37-1d6580a24190), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:30:14.350570 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (2124d49d-e543-43fa-8e9f-817e1d020459), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:30:26.869501 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.agents_db [None req-b2a96afc-399a-46ae-93e6-bd9f3e536be2 None None] Agent healthcheck: found 6 active agents {{(pid=109225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 00:30:31.372505 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bd03d4c7-5487-40ae-bcf7-c549d75d7765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (57941464-2af3-4cc7-9b46-3eeacd6f6fca), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:30:33.493033 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-ef7675b3-389f-4f53-8642-133a2c05fa65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (47b5b2cb-5391-4fc3-9478-3db20537c35a), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:30:35.043810 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-2cd5f963-efb3-4d3f-8e75-14b6a6f65242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (4a388d83-9cb8-49a2-9541-35a13f295f4a), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:30:36.350648 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-09e0abcb-2b1d-4918-a5e2-a10ed408e1f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (417c2155-c2c7-44af-91e4-b32264eafb82), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:30:38.029639 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (d6e95c40-1d90-4a13-9e37-1d6580a24190), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:30:44.464719 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (2124d49d-e543-43fa-8e9f-817e1d020459), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:01.377628 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-664ac9b6-7457-432c-98b8-d4bf6f21b42e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (57941464-2af3-4cc7-9b46-3eeacd6f6fca), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:03.495137 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-d8f151e2-05b1-4f33-b7bd-062e074776c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (47b5b2cb-5391-4fc3-9478-3db20537c35a), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:03.868488 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.agents_db [None req-b2a96afc-399a-46ae-93e6-bd9f3e536be2 None None] Agent healthcheck: found 6 active agents {{(pid=109225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 00:31:05.046529 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-2cd5f963-efb3-4d3f-8e75-14b6a6f65242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (4a388d83-9cb8-49a2-9541-35a13f295f4a), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:06.356221 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-09e0abcb-2b1d-4918-a5e2-a10ed408e1f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (417c2155-c2c7-44af-91e4-b32264eafb82), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:08.032560 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (d6e95c40-1d90-4a13-9e37-1d6580a24190), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:14.389880 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (2124d49d-e543-43fa-8e9f-817e1d020459), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:31.371265 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e1b8-4ad7-480d-aaf5-652105fe1805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (57941464-2af3-4cc7-9b46-3eeacd6f6fca), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:33.518211 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-84760525-7086-4b84-a405-976f8ef12194 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (47b5b2cb-5391-4fc3-9478-3db20537c35a), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:35.063255 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-2cd5f963-efb3-4d3f-8e75-14b6a6f65242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (4a388d83-9cb8-49a2-9541-35a13f295f4a), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:36.360409 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-09e0abcb-2b1d-4918-a5e2-a10ed408e1f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (417c2155-c2c7-44af-91e4-b32264eafb82), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:36.708296 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 51140) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:31:37.033994 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [None req-7040870b-984a-464e-abc6-4b2ce78714f0 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-400306834-network', 'tenant_id': '1092f05b80bd4759940d2fbd268d02b0'}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:31:37.053331 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7040870b-984a-464e-abc6-4b2ce78714f0 admin admin] Made reservation on behalf of 1092f05b80bd4759940d2fbd268d02b0 for: {'network': 1} {{(pid=109222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 00:31:37.056037 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-7040870b-984a-464e-abc6-4b2ce78714f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for network (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:37.061987 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 51170) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:31:37.068527 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-7040870b-984a-464e-abc6-4b2ce78714f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:37.153362 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-7040870b-984a-464e-abc6-4b2ce78714f0 admin admin] Publish callbacks [] for security_group (38ff71d6-9c6b-40a6-8832-7925b2bbe6cc), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:37.158945 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-7040870b-984a-464e-abc6-4b2ce78714f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (38ff71d6-9c6b-40a6-8832-7925b2bbe6cc), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:37.188485 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7040870b-984a-464e-abc6-4b2ce78714f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:31:37.199572 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7040870b-984a-464e-abc6-4b2ce78714f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:31:37.199919 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7040870b-984a-464e-abc6-4b2ce78714f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:31:37.200248 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7040870b-984a-464e-abc6-4b2ce78714f0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:31:37.200741 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7040870b-984a-464e-abc6-4b2ce78714f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:31:37.201074 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7040870b-984a-464e-abc6-4b2ce78714f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:31:37.201398 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7040870b-984a-464e-abc6-4b2ce78714f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:31:37.201728 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7040870b-984a-464e-abc6-4b2ce78714f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:31:37.202044 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7040870b-984a-464e-abc6-4b2ce78714f0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:31:37.202372 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7040870b-984a-464e-abc6-4b2ce78714f0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:31:37.202700 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7040870b-984a-464e-abc6-4b2ce78714f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:31:37.203132 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7040870b-984a-464e-abc6-4b2ce78714f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:31:37.203921 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7040870b-984a-464e-abc6-4b2ce78714f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:31:37.204232 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7040870b-984a-464e-abc6-4b2ce78714f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:31:37.205302 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7040870b-984a-464e-abc6-4b2ce78714f0 admin admin] Tracked resource versions report: Feb 21 00:31:37.205302 dv-cinder-813225-6-iscsi neutron-server[109222]: pushed versions: Feb 21 00:31:37.205302 dv-cinder-813225-6-iscsi neutron-server[109222]: { 'AddressGroup': {'1.2'}, Feb 21 00:31:37.205302 dv-cinder-813225-6-iscsi neutron-server[109222]: 'ConntrackHelper': {'1.0'}, Feb 21 00:31:37.205302 dv-cinder-813225-6-iscsi neutron-server[109222]: 'LocalIPAssociation': {'1.0'}, Feb 21 00:31:37.205302 dv-cinder-813225-6-iscsi neutron-server[109222]: 'Log': {'1.0'}, Feb 21 00:31:37.205302 dv-cinder-813225-6-iscsi neutron-server[109222]: 'Network': {'1.1'}, Feb 21 00:31:37.205302 dv-cinder-813225-6-iscsi neutron-server[109222]: 'Port': {'1.7'}, Feb 21 00:31:37.205302 dv-cinder-813225-6-iscsi neutron-server[109222]: 'PortForwarding': {'1.2'}, Feb 21 00:31:37.205302 dv-cinder-813225-6-iscsi neutron-server[109222]: 'QosPolicy': {'1.10'}, Feb 21 00:31:37.205302 dv-cinder-813225-6-iscsi neutron-server[109222]: 'SecurityGroup': {'1.5'}, Feb 21 00:31:37.205302 dv-cinder-813225-6-iscsi neutron-server[109222]: 'SecurityGroupRule': {'1.2'}, Feb 21 00:31:37.205302 dv-cinder-813225-6-iscsi neutron-server[109222]: 'SubPort': {'1.0'}, Feb 21 00:31:37.205302 dv-cinder-813225-6-iscsi neutron-server[109222]: 'Subnet': {'1.1'}, Feb 21 00:31:37.205302 dv-cinder-813225-6-iscsi neutron-server[109222]: 'Trunk': {'1.1'}} Feb 21 00:31:37.205302 dv-cinder-813225-6-iscsi neutron-server[109222]: consumer versions: Feb 21 00:31:37.205302 dv-cinder-813225-6-iscsi neutron-server[109222]: { DHCP agent@dv-cinder-813225-6-iscsi: {}, Feb 21 00:31:37.205302 dv-cinder-813225-6-iscsi neutron-server[109222]: HyperV agent@hv-cinder-81322: {}, Feb 21 00:31:37.205302 dv-cinder-813225-6-iscsi neutron-server[109222]: L3 agent@dv-cinder-813225-6-iscsi: {}, Feb 21 00:31:37.205302 dv-cinder-813225-6-iscsi neutron-server[109222]: Metadata agent@dv-cinder-813225-6-iscsi: {}, Feb 21 00:31:37.205302 dv-cinder-813225-6-iscsi neutron-server[109222]: Metering agent@dv-cinder-813225-6-iscsi: {}, Feb 21 00:31:37.205302 dv-cinder-813225-6-iscsi neutron-server[109222]: Open vSwitch agent@dv-cinder-813225-6-iscsi: { 'AddressGroup': '1.2', Feb 21 00:31:37.205302 dv-cinder-813225-6-iscsi neutron-server[109222]: 'ConntrackHelper': '1.0', Feb 21 00:31:37.205302 dv-cinder-813225-6-iscsi neutron-server[109222]: 'LocalIPAssociation': '1.0', Feb 21 00:31:37.205302 dv-cinder-813225-6-iscsi neutron-server[109222]: 'Log': '1.0', Feb 21 00:31:37.205302 dv-cinder-813225-6-iscsi neutron-server[109222]: 'Network': '1.1', Feb 21 00:31:37.205302 dv-cinder-813225-6-iscsi neutron-server[109222]: 'Port': '1.7', Feb 21 00:31:37.205302 dv-cinder-813225-6-iscsi neutron-server[109222]: 'PortForwarding': '1.2', Feb 21 00:31:37.205302 dv-cinder-813225-6-iscsi neutron-server[109222]: 'QosPolicy': '1.10', Feb 21 00:31:37.205302 dv-cinder-813225-6-iscsi neutron-server[109222]: 'SecurityGroup': '1.5', Feb 21 00:31:37.205302 dv-cinder-813225-6-iscsi neutron-server[109222]: 'SecurityGroupRule': '1.2', Feb 21 00:31:37.205302 dv-cinder-813225-6-iscsi neutron-server[109222]: 'SubPort': '1.0', Feb 21 00:31:37.205302 dv-cinder-813225-6-iscsi neutron-server[109222]: 'Subnet': '1.1', Feb 21 00:31:37.205302 dv-cinder-813225-6-iscsi neutron-server[109222]: 'Trunk': '1.1'}} Feb 21 00:31:37.205302 dv-cinder-813225-6-iscsi neutron-server[109222]: {{(pid=109222) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 21 00:31:37.212552 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7040870b-984a-464e-abc6-4b2ce78714f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=109222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 00:31:37.223002 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-7040870b-984a-464e-abc6-4b2ce78714f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16097169'] for segment (269a8d6d-b983-4db2-9b3a-4038ed61d041), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:37.223306 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.db.segments_db [None req-7040870b-984a-464e-abc6-4b2ce78714f0 admin admin] Added segment 269a8d6d-b983-4db2-9b3a-4038ed61d041 of type vlan for network 2662c2a7-dfa3-4cb4-bf70-b308bbf4a003 Feb 21 00:31:37.265953 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-7040870b-984a-464e-abc6-4b2ce78714f0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731676168578'] for network (2662c2a7-dfa3-4cb4-bf70-b308bbf4a003), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:37.292427 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-7040870b-984a-464e-abc6-4b2ce78714f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403'] for network (2662c2a7-dfa3-4cb4-bf70-b308bbf4a003), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:37.293402 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7040870b-984a-464e-abc6-4b2ce78714f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:31:37.294091 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-7040870b-984a-464e-abc6-4b2ce78714f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582445'] for network (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:37.349090 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 51192) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:31:37.349233 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-7040870b-984a-464e-abc6-4b2ce78714f0 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6397810 Feb 21 00:31:37.356441 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.v2.base [None req-9807723b-aaca-4cb4-86e1-2b7844c5b747 admin admin] Request body: {'subnet': {'network_id': '2662c2a7-dfa3-4cb4-bf70-b308bbf4a003', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-400306834-subnet', 'tenant_id': '1092f05b80bd4759940d2fbd268d02b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:31:37.364874 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7040870b-984a-464e-abc6-4b2ce78714f0 admin admin] Pushing event updated for resources: {'Network': ['ID=2662c2a7-dfa3-4cb4-bf70-b308bbf4a003,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:31:37.376444 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Network 2662c2a7-dfa3-4cb4-bf70-b308bbf4a003 details requested by agent ovs-agent-dv-cinder-813225-6-iscsi with host dv-cinder-813225-6-iscsi {{(pid=109224) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 00:31:37.388184 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9807723b-aaca-4cb4-86e1-2b7844c5b747 admin admin] Made reservation on behalf of 1092f05b80bd4759940d2fbd268d02b0 for: {'subnet': 1} {{(pid=109223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 00:31:37.391367 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-9807723b-aaca-4cb4-86e1-2b7844c5b747 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:37.476799 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 51196) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:31:37.516547 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 51200) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:31:37.549469 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.v2.base [None req-db70bcab-3ec7-4bf9-982c-9ceffba85991 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1682423178-network', 'tenant_id': '51a255ecc1c64df295f0bd94fee4f7d2'}} {{(pid=109223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:31:37.603158 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-9807723b-aaca-4cb4-86e1-2b7844c5b747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403'] for subnet (6c91acbb-c03d-4786-afca-288f577437ce), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:37.615516 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db70bcab-3ec7-4bf9-982c-9ceffba85991 admin admin] Made reservation on behalf of 51a255ecc1c64df295f0bd94fee4f7d2 for: {'network': 1} {{(pid=109223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 00:31:37.617808 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-db70bcab-3ec7-4bf9-982c-9ceffba85991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for network (None), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:37.631726 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-db70bcab-3ec7-4bf9-982c-9ceffba85991 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:37.678739 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9807723b-aaca-4cb4-86e1-2b7844c5b747 admin admin] Checking segment: {'id': '269a8d6d-b983-4db2-9b3a-4038ed61d041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '2662c2a7-dfa3-4cb4-bf70-b308bbf4a003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:31:37.679316 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9807723b-aaca-4cb4-86e1-2b7844c5b747 admin admin] Network hostable DHCP agents. Network: 2662c2a7-dfa3-4cb4-bf70-b308bbf4a003, hostable agents: ['57941464-2af3-4cc7-9b46-3eeacd6f6fca'], hosted agents: [] {{(pid=109223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 00:31:37.694187 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 51208) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:31:37.708367 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9807723b-aaca-4cb4-86e1-2b7844c5b747 admin admin] Network 2662c2a7-dfa3-4cb4-bf70-b308bbf4a003 is scheduled to be hosted by DHCP agent 57941464-2af3-4cc7-9b46-3eeacd6f6fca with binding_index 1 {{(pid=109223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 00:31:37.724824 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9807723b-aaca-4cb4-86e1-2b7844c5b747 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c91acbb-c03d-4786-afca-288f577437ce,revision_number=0']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:31:37.728845 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.scheduler.base_scheduler [None req-9807723b-aaca-4cb4-86e1-2b7844c5b747 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813225-6-iscsi, 2662c2a7-dfa3-4cb4-bf70-b308bbf4a003) {{(pid=109223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:31:37.742500 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9807723b-aaca-4cb4-86e1-2b7844c5b747 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:31:37.743085 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-9807723b-aaca-4cb4-86e1-2b7844c5b747 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582445'] for subnet (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:37.747440 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7828ec86-7533-482d-8d7a-85cf335fd375 None None] Network 2662c2a7-dfa3-4cb4-bf70-b308bbf4a003 requested from dv-cinder-813225-6-iscsi {{(pid=109224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 00:31:37.754860 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9807723b-aaca-4cb4-86e1-2b7844c5b747 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:31:37.755550 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9807723b-aaca-4cb4-86e1-2b7844c5b747 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:31:37.756069 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9807723b-aaca-4cb4-86e1-2b7844c5b747 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:31:37.756622 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9807723b-aaca-4cb4-86e1-2b7844c5b747 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:31:37.757115 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9807723b-aaca-4cb4-86e1-2b7844c5b747 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:31:37.757600 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9807723b-aaca-4cb4-86e1-2b7844c5b747 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:31:37.758316 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9807723b-aaca-4cb4-86e1-2b7844c5b747 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:31:37.758848 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9807723b-aaca-4cb4-86e1-2b7844c5b747 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:31:37.759375 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9807723b-aaca-4cb4-86e1-2b7844c5b747 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:31:37.759883 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9807723b-aaca-4cb4-86e1-2b7844c5b747 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:31:37.761623 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9807723b-aaca-4cb4-86e1-2b7844c5b747 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:31:37.761725 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [None req-53e98585-2e1d-4041-b183-daf156a3eeda admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1026846192-network', 'tenant_id': '6aeb44ecd46d4a83ab095ff793e9702b'}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:31:37.762160 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9807723b-aaca-4cb4-86e1-2b7844c5b747 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:31:37.762160 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9807723b-aaca-4cb4-86e1-2b7844c5b747 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:31:37.763017 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9807723b-aaca-4cb4-86e1-2b7844c5b747 admin admin] Tracked resource versions report: Feb 21 00:31:37.763017 dv-cinder-813225-6-iscsi neutron-server[109223]: pushed versions: Feb 21 00:31:37.763017 dv-cinder-813225-6-iscsi neutron-server[109223]: { 'AddressGroup': {'1.2'}, Feb 21 00:31:37.763017 dv-cinder-813225-6-iscsi neutron-server[109223]: 'ConntrackHelper': {'1.0'}, Feb 21 00:31:37.763017 dv-cinder-813225-6-iscsi neutron-server[109223]: 'LocalIPAssociation': {'1.0'}, Feb 21 00:31:37.763017 dv-cinder-813225-6-iscsi neutron-server[109223]: 'Log': {'1.0'}, Feb 21 00:31:37.763017 dv-cinder-813225-6-iscsi neutron-server[109223]: 'Network': {'1.1'}, Feb 21 00:31:37.763017 dv-cinder-813225-6-iscsi neutron-server[109223]: 'Port': {'1.7'}, Feb 21 00:31:37.763017 dv-cinder-813225-6-iscsi neutron-server[109223]: 'PortForwarding': {'1.2'}, Feb 21 00:31:37.763017 dv-cinder-813225-6-iscsi neutron-server[109223]: 'QosPolicy': {'1.10'}, Feb 21 00:31:37.763017 dv-cinder-813225-6-iscsi neutron-server[109223]: 'SecurityGroup': {'1.5'}, Feb 21 00:31:37.763017 dv-cinder-813225-6-iscsi neutron-server[109223]: 'SecurityGroupRule': {'1.2'}, Feb 21 00:31:37.763017 dv-cinder-813225-6-iscsi neutron-server[109223]: 'SubPort': {'1.0'}, Feb 21 00:31:37.763017 dv-cinder-813225-6-iscsi neutron-server[109223]: 'Subnet': {'1.1'}, Feb 21 00:31:37.763017 dv-cinder-813225-6-iscsi neutron-server[109223]: 'Trunk': {'1.1'}} Feb 21 00:31:37.763017 dv-cinder-813225-6-iscsi neutron-server[109223]: consumer versions: Feb 21 00:31:37.763017 dv-cinder-813225-6-iscsi neutron-server[109223]: { DHCP agent@dv-cinder-813225-6-iscsi: {}, Feb 21 00:31:37.763017 dv-cinder-813225-6-iscsi neutron-server[109223]: HyperV agent@hv-cinder-81322: {}, Feb 21 00:31:37.763017 dv-cinder-813225-6-iscsi neutron-server[109223]: L3 agent@dv-cinder-813225-6-iscsi: {}, Feb 21 00:31:37.763017 dv-cinder-813225-6-iscsi neutron-server[109223]: Metadata agent@dv-cinder-813225-6-iscsi: {}, Feb 21 00:31:37.763017 dv-cinder-813225-6-iscsi neutron-server[109223]: Metering agent@dv-cinder-813225-6-iscsi: {}, Feb 21 00:31:37.763017 dv-cinder-813225-6-iscsi neutron-server[109223]: Open vSwitch agent@dv-cinder-813225-6-iscsi: { 'AddressGroup': '1.2', Feb 21 00:31:37.763017 dv-cinder-813225-6-iscsi neutron-server[109223]: 'ConntrackHelper': '1.0', Feb 21 00:31:37.763017 dv-cinder-813225-6-iscsi neutron-server[109223]: 'LocalIPAssociation': '1.0', Feb 21 00:31:37.763017 dv-cinder-813225-6-iscsi neutron-server[109223]: 'Log': '1.0', Feb 21 00:31:37.763017 dv-cinder-813225-6-iscsi neutron-server[109223]: 'Network': '1.1', Feb 21 00:31:37.763017 dv-cinder-813225-6-iscsi neutron-server[109223]: 'Port': '1.7', Feb 21 00:31:37.763017 dv-cinder-813225-6-iscsi neutron-server[109223]: 'PortForwarding': '1.2', Feb 21 00:31:37.763017 dv-cinder-813225-6-iscsi neutron-server[109223]: 'QosPolicy': '1.10', Feb 21 00:31:37.763017 dv-cinder-813225-6-iscsi neutron-server[109223]: 'SecurityGroup': '1.5', Feb 21 00:31:37.763017 dv-cinder-813225-6-iscsi neutron-server[109223]: 'SecurityGroupRule': '1.2', Feb 21 00:31:37.763017 dv-cinder-813225-6-iscsi neutron-server[109223]: 'SubPort': '1.0', Feb 21 00:31:37.763017 dv-cinder-813225-6-iscsi neutron-server[109223]: 'Subnet': '1.1', Feb 21 00:31:37.763017 dv-cinder-813225-6-iscsi neutron-server[109223]: 'Trunk': '1.1'}} Feb 21 00:31:37.763017 dv-cinder-813225-6-iscsi neutron-server[109223]: {{(pid=109223) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 21 00:31:37.778562 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-9807723b-aaca-4cb4-86e1-2b7844c5b747 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.4273362 Feb 21 00:31:37.780124 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 51212) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:31:37.828942 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [None req-520d29a8-dbfb-4690-b5c9-71afb18b98ba admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-400306834-router', 'tenant_id': '1092f05b80bd4759940d2fbd268d02b0', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050'}}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:31:37.849196 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [None req-abf6539f-6d6f-4a9a-a6df-6245531645f4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-873009695-network', 'tenant_id': '0467d31eadf844478eb8071898fb128e'}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:31:37.860446 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53e98585-2e1d-4041-b183-daf156a3eeda admin admin] Made reservation on behalf of 6aeb44ecd46d4a83ab095ff793e9702b for: {'network': 1} {{(pid=109222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 00:31:37.862550 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-db70bcab-3ec7-4bf9-982c-9ceffba85991 admin admin] Publish callbacks [] for security_group (55fd1b72-9c64-45e0-bc15-c483dee8dda9), precommit_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:37.866721 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-53e98585-2e1d-4041-b183-daf156a3eeda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for network (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:37.869644 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-db70bcab-3ec7-4bf9-982c-9ceffba85991 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (55fd1b72-9c64-45e0-bc15-c483dee8dda9), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:37.907300 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db70bcab-3ec7-4bf9-982c-9ceffba85991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55fd1b72-9c64-45e0-bc15-c483dee8dda9,revision_number=1']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:31:37.924071 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db70bcab-3ec7-4bf9-982c-9ceffba85991 admin admin] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=109223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 00:31:37.942789 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-53e98585-2e1d-4041-b183-daf156a3eeda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:37.946566 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-db70bcab-3ec7-4bf9-982c-9ceffba85991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16097169'] for segment (905ecc73-8a74-4e6f-8e03-5ec9e3dbca32), precommit_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:37.947117 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.db.segments_db [None req-db70bcab-3ec7-4bf9-982c-9ceffba85991 admin admin] Added segment 905ecc73-8a74-4e6f-8e03-5ec9e3dbca32 of type vlan for network 2cc309f6-129c-421f-a7c2-95ecda53f9b9 Feb 21 00:31:37.967803 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [None req-a7091f87-ffb6-4425-b50a-cbb893439f62 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-923459538-network', 'tenant_id': 'f83942655a004261ad34343d44c6cf6b'}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:31:37.970479 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c42963-ef7e-4ae2-868d-5540f89cf941 None None] Network 2662c2a7-dfa3-4cb4-bf70-b308bbf4a003 requested from dv-cinder-813225-6-iscsi {{(pid=109224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 00:31:38.048917 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-db70bcab-3ec7-4bf9-982c-9ceffba85991 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731676168578'] for network (2cc309f6-129c-421f-a7c2-95ecda53f9b9), precommit_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:38.049097 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abf6539f-6d6f-4a9a-a6df-6245531645f4 admin admin] Made reservation on behalf of 0467d31eadf844478eb8071898fb128e for: {'network': 1} {{(pid=109222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 00:31:38.051412 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-abf6539f-6d6f-4a9a-a6df-6245531645f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for network (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:38.119411 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7091f87-ffb6-4425-b50a-cbb893439f62 admin admin] Made reservation on behalf of f83942655a004261ad34343d44c6cf6b for: {'network': 1} {{(pid=109222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 00:31:38.125550 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-db70bcab-3ec7-4bf9-982c-9ceffba85991 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403'] for network (2cc309f6-129c-421f-a7c2-95ecda53f9b9), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:38.127171 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-a7091f87-ffb6-4425-b50a-cbb893439f62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for network (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:38.127517 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db70bcab-3ec7-4bf9-982c-9ceffba85991 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:31:38.128391 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-db70bcab-3ec7-4bf9-982c-9ceffba85991 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582445'] for network (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:38.145859 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-520d29a8-dbfb-4690-b5c9-71afb18b98ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-958399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1880'] for router (35bab38b-b1f8-4aa4-b3ec-5298340e2578), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:38.148493 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-520d29a8-dbfb-4690-b5c9-71afb18b98ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-955183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-537569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1873'] for router (35bab38b-b1f8-4aa4-b3ec-5298340e2578), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:38.168604 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-a7091f87-ffb6-4425-b50a-cbb893439f62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:38.177069 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (d6e95c40-1d90-4a13-9e37-1d6580a24190), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:38.180210 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-abf6539f-6d6f-4a9a-a6df-6245531645f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:38.286964 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-db70bcab-3ec7-4bf9-982c-9ceffba85991 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2226379 Feb 21 00:31:38.293916 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 51230) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:31:38.304776 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.v2.base [None req-c5a2b274-7635-4c19-9c8e-6c731e9d370a admin admin] Request body: {'subnet': {'network_id': '2cc309f6-129c-421f-a7c2-95ecda53f9b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1682423178-subnet', 'tenant_id': '51a255ecc1c64df295f0bd94fee4f7d2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:31:38.337964 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db70bcab-3ec7-4bf9-982c-9ceffba85991 admin admin] Pushing event updated for resources: {'Network': ['ID=2cc309f6-129c-421f-a7c2-95ecda53f9b9,revision_number=1']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:31:38.358011 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Network 2cc309f6-129c-421f-a7c2-95ecda53f9b9 details requested by agent ovs-agent-dv-cinder-813225-6-iscsi with host dv-cinder-813225-6-iscsi {{(pid=109224) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 00:31:38.364364 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5a2b274-7635-4c19-9c8e-6c731e9d370a admin admin] Made reservation on behalf of 51a255ecc1c64df295f0bd94fee4f7d2 for: {'subnet': 1} {{(pid=109223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 00:31:38.367216 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-c5a2b274-7635-4c19-9c8e-6c731e9d370a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:38.370145 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-53e98585-2e1d-4041-b183-daf156a3eeda admin admin] Publish callbacks [] for security_group (2e88ae11-95d7-4230-ba40-d67b4fc42edd), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:38.433864 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-520d29a8-dbfb-4690-b5c9-71afb18b98ba admin admin] Publish callbacks [] for router_controller (35bab38b-b1f8-4aa4-b3ec-5298340e2578), precommit_add_association {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:38.445878 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-53e98585-2e1d-4041-b183-daf156a3eeda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (2e88ae11-95d7-4230-ba40-d67b4fc42edd), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:38.534095 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53e98585-2e1d-4041-b183-daf156a3eeda admin admin] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=109222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 00:31:38.578436 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-c5a2b274-7635-4c19-9c8e-6c731e9d370a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403'] for subnet (4c4904f9-0933-4cbb-8971-c27649ee3505), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:38.604567 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-53e98585-2e1d-4041-b183-daf156a3eeda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16097169'] for segment (f7125031-10fe-44ef-8a95-b64fe0c002c4), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:38.604567 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.db.segments_db [None req-53e98585-2e1d-4041-b183-daf156a3eeda admin admin] Added segment f7125031-10fe-44ef-8a95-b64fe0c002c4 of type vlan for network 1533cf7b-9c67-437b-b700-3a7d66c8044f Feb 21 00:31:38.711528 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e98585-2e1d-4041-b183-daf156a3eeda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e88ae11-95d7-4230-ba40-d67b4fc42edd,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:31:38.734058 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a2b274-7635-4c19-9c8e-6c731e9d370a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c4904f9-0933-4cbb-8971-c27649ee3505,revision_number=0']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:31:38.736648 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-53e98585-2e1d-4041-b183-daf156a3eeda admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731676168578'] for network (1533cf7b-9c67-437b-b700-3a7d66c8044f), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:38.752732 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a2b274-7635-4c19-9c8e-6c731e9d370a admin admin] Checking segment: {'id': '905ecc73-8a74-4e6f-8e03-5ec9e3dbca32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2cc309f6-129c-421f-a7c2-95ecda53f9b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:31:38.753084 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a2b274-7635-4c19-9c8e-6c731e9d370a admin admin] Network hostable DHCP agents. Network: 2cc309f6-129c-421f-a7c2-95ecda53f9b9, hostable agents: ['57941464-2af3-4cc7-9b46-3eeacd6f6fca'], hosted agents: [] {{(pid=109223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 00:31:38.782266 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a2b274-7635-4c19-9c8e-6c731e9d370a admin admin] Network 2cc309f6-129c-421f-a7c2-95ecda53f9b9 is scheduled to be hosted by DHCP agent 57941464-2af3-4cc7-9b46-3eeacd6f6fca with binding_index 1 {{(pid=109223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 00:31:38.794732 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.scheduler.base_scheduler [None req-c5a2b274-7635-4c19-9c8e-6c731e9d370a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813225-6-iscsi, 2cc309f6-129c-421f-a7c2-95ecda53f9b9) {{(pid=109223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:31:38.803721 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a2b274-7635-4c19-9c8e-6c731e9d370a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:31:38.804325 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-c5a2b274-7635-4c19-9c8e-6c731e9d370a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582445'] for subnet (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:38.805310 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79dd21b2-e7ad-4f48-aa64-79918aa12905 None None] Network 2cc309f6-129c-421f-a7c2-95ecda53f9b9 requested from dv-cinder-813225-6-iscsi {{(pid=109224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 00:31:38.836641 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-c5a2b274-7635-4c19-9c8e-6c731e9d370a admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5412889 Feb 21 00:31:38.839386 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 51258) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:31:38.849284 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.v2.base [None req-013f1951-600a-4cca-b617-2798ed5f58b0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1682423178-router', 'tenant_id': '51a255ecc1c64df295f0bd94fee4f7d2', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050'}}} {{(pid=109223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:31:38.890396 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-abf6539f-6d6f-4a9a-a6df-6245531645f4 admin admin] Publish callbacks [] for security_group (d4c2ccd5-90d6-42ad-bf3a-131ba1b47e71), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:38.901923 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-013f1951-600a-4cca-b617-2798ed5f58b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-958399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1880'] for router (74397fb8-3d56-4ff8-97fc-6408820a2fe8), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:38.904450 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-013f1951-600a-4cca-b617-2798ed5f58b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-955183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-537569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1873'] for router (74397fb8-3d56-4ff8-97fc-6408820a2fe8), precommit_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:38.905809 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-520d29a8-dbfb-4690-b5c9-71afb18b98ba admin admin] Publish callbacks [] for router_gateway (35bab38b-b1f8-4aa4-b3ec-5298340e2578), precommit_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:38.915109 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-abf6539f-6d6f-4a9a-a6df-6245531645f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (d4c2ccd5-90d6-42ad-bf3a-131ba1b47e71), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:38.954195 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-a7091f87-ffb6-4425-b50a-cbb893439f62 admin admin] Publish callbacks [] for security_group (f950e0cd-a9bc-45b8-9ff9-dbd41aa9e6f2), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:38.979856 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abf6539f-6d6f-4a9a-a6df-6245531645f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=109222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 00:31:38.981082 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-013f1951-600a-4cca-b617-2798ed5f58b0 admin admin] Publish callbacks [] for router_controller (74397fb8-3d56-4ff8-97fc-6408820a2fe8), precommit_add_association {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:38.983530 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-a7091f87-ffb6-4425-b50a-cbb893439f62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (f950e0cd-a9bc-45b8-9ff9-dbd41aa9e6f2), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:38.994634 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf6539f-6d6f-4a9a-a6df-6245531645f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4c2ccd5-90d6-42ad-bf3a-131ba1b47e71,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:31:38.997195 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-53e98585-2e1d-4041-b183-daf156a3eeda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403'] for network (1533cf7b-9c67-437b-b700-3a7d66c8044f), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:38.998336 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e98585-2e1d-4041-b183-daf156a3eeda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:31:38.999085 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-53e98585-2e1d-4041-b183-daf156a3eeda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582445'] for network (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:39.020176 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-abf6539f-6d6f-4a9a-a6df-6245531645f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16097169'] for segment (41c853f0-8bb5-4bee-bddd-7995047fee1c), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:39.020704 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.db.segments_db [None req-abf6539f-6d6f-4a9a-a6df-6245531645f4 admin admin] Added segment 41c853f0-8bb5-4bee-bddd-7995047fee1c of type vlan for network 56d46d29-560d-47ad-81a5-640623ed77d9 Feb 21 00:31:39.031880 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97ea8a1-8df2-439c-8045-f975da1c73c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc40baefa-d12c-5e0a-9a3f-979e6179f684-2cc309f6-129c-421f-a7c2-95ecda53f9b9', 'network_id': '2cc309f6-129c-421f-a7c2-95ecda53f9b9', 'project_id': '51a255ecc1c64df295f0bd94fee4f7d2', 'fixed_ips': [{'subnet_id': '4c4904f9-0933-4cbb-8971-c27649ee3505'}]}} from dv-cinder-813225-6-iscsi. {{(pid=109224) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 21 00:31:39.032756 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-d97ea8a1-8df2-439c-8045-f975da1c73c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (None), before_create {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:39.074641 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7091f87-ffb6-4425-b50a-cbb893439f62 admin admin] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=109222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 00:31:39.089494 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-a7091f87-ffb6-4425-b50a-cbb893439f62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16097169'] for segment (859f6ec5-78c3-4882-887a-248af3a0d172), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:39.090215 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.db.segments_db [None req-a7091f87-ffb6-4425-b50a-cbb893439f62 admin admin] Added segment 859f6ec5-78c3-4882-887a-248af3a0d172 of type vlan for network c58ec42c-ebf4-48a5-8b13-e00a879614cb Feb 21 00:31:39.146452 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-a7091f87-ffb6-4425-b50a-cbb893439f62 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731676168578'] for network (c58ec42c-ebf4-48a5-8b13-e00a879614cb), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:39.174101 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-013f1951-600a-4cca-b617-2798ed5f58b0 admin admin] Publish callbacks [] for router_gateway (74397fb8-3d56-4ff8-97fc-6408820a2fe8), precommit_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:39.197765 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.db_base_plugin_common [None req-d97ea8a1-8df2-439c-8045-f975da1c73c0 None None] Allocated IP 172.20.0.2 (2cc309f6-129c-421f-a7c2-95ecda53f9b9/4c4904f9-0933-4cbb-8971-c27649ee3505/35d3971b-f4ea-4eab-acc0-ce9d71442b98) {{(pid=109224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 00:31:39.311314 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e98585-2e1d-4041-b183-daf156a3eeda admin admin] Pushing event updated for resources: {'Network': ['ID=1533cf7b-9c67-437b-b700-3a7d66c8044f,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:31:39.324985 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-a7091f87-ffb6-4425-b50a-cbb893439f62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403'] for network (c58ec42c-ebf4-48a5-8b13-e00a879614cb), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:39.326160 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7091f87-ffb6-4425-b50a-cbb893439f62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:31:39.326855 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-a7091f87-ffb6-4425-b50a-cbb893439f62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582445'] for network (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:39.344055 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-53e98585-2e1d-4041-b183-daf156a3eeda admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8625817 Feb 21 00:31:39.344242 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 51272) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:31:39.345840 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-abf6539f-6d6f-4a9a-a6df-6245531645f4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731676168578'] for network (56d46d29-560d-47ad-81a5-640623ed77d9), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:39.349714 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.v2.base [None req-77c65ff8-5a28-44b7-be28-79e814451063 admin admin] Request body: {'subnet': {'network_id': '1533cf7b-9c67-437b-b700-3a7d66c8044f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1026846192-subnet', 'tenant_id': '6aeb44ecd46d4a83ab095ff793e9702b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:31:39.354147 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Network 1533cf7b-9c67-437b-b700-3a7d66c8044f details requested by agent ovs-agent-dv-cinder-813225-6-iscsi with host dv-cinder-813225-6-iscsi {{(pid=109224) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 00:31:39.410043 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7091f87-ffb6-4425-b50a-cbb893439f62 admin admin] Pushing event updated for resources: {'Network': ['ID=c58ec42c-ebf4-48a5-8b13-e00a879614cb,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:31:39.422492 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-a7091f87-ffb6-4425-b50a-cbb893439f62 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7260282 Feb 21 00:31:39.429256 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7091f87-ffb6-4425-b50a-cbb893439f62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f950e0cd-a9bc-45b8-9ff9-dbd41aa9e6f2,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:31:39.433704 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 51274) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:31:39.440237 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [None req-7dc99162-d2a0-4d1e-91d8-5aa1142fc90e admin admin] Request body: {'subnet': {'network_id': 'c58ec42c-ebf4-48a5-8b13-e00a879614cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-923459538-subnet', 'tenant_id': 'f83942655a004261ad34343d44c6cf6b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:31:39.442248 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Network c58ec42c-ebf4-48a5-8b13-e00a879614cb details requested by agent ovs-agent-dv-cinder-813225-6-iscsi with host dv-cinder-813225-6-iscsi {{(pid=109224) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 00:31:39.475778 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-d97ea8a1-8df2-439c-8045-f975da1c73c0 None None] Publish callbacks [] for port (35d3971b-f4ea-4eab-acc0-ce9d71442b98), precommit_create {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:39.497374 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dc99162-d2a0-4d1e-91d8-5aa1142fc90e admin admin] Made reservation on behalf of f83942655a004261ad34343d44c6cf6b for: {'subnet': 1} {{(pid=109222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 00:31:39.500563 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-7dc99162-d2a0-4d1e-91d8-5aa1142fc90e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:39.547477 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-d97ea8a1-8df2-439c-8045-f975da1c73c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731676182815'] for port (35d3971b-f4ea-4eab-acc0-ce9d71442b98), after_create {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:39.566096 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77c65ff8-5a28-44b7-be28-79e814451063 admin admin] Made reservation on behalf of 6aeb44ecd46d4a83ab095ff793e9702b for: {'subnet': 1} {{(pid=109223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 00:31:39.568397 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-77c65ff8-5a28-44b7-be28-79e814451063 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:39.590826 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-abf6539f-6d6f-4a9a-a6df-6245531645f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403'] for network (56d46d29-560d-47ad-81a5-640623ed77d9), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:39.592748 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf6539f-6d6f-4a9a-a6df-6245531645f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:31:39.594014 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-abf6539f-6d6f-4a9a-a6df-6245531645f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582445'] for network (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:39.621615 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97ea8a1-8df2-439c-8045-f975da1c73c0 None None] Network 2cc309f6-129c-421f-a7c2-95ecda53f9b9 is already hosted by enough agents. {{(pid=109224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:31:39.627337 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.scheduler.base_scheduler [None req-d97ea8a1-8df2-439c-8045-f975da1c73c0 None None] Resources bound (agent type, host, resource id): {{(pid=109224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:31:39.633476 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97ea8a1-8df2-439c-8045-f975da1c73c0 None None] Received port after_create {{(pid=109224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 00:31:39.655319 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97ea8a1-8df2-439c-8045-f975da1c73c0 None None] Pushing event updated for resources: {'Port': ['ID=35d3971b-f4ea-4eab-acc0-ce9d71442b98,revision_number=1']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:31:39.696275 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97ea8a1-8df2-439c-8045-f975da1c73c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:31:39.696692 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97ea8a1-8df2-439c-8045-f975da1c73c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:31:39.697105 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97ea8a1-8df2-439c-8045-f975da1c73c0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:31:39.697445 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97ea8a1-8df2-439c-8045-f975da1c73c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:31:39.697776 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97ea8a1-8df2-439c-8045-f975da1c73c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:31:39.698183 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97ea8a1-8df2-439c-8045-f975da1c73c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:31:39.698524 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97ea8a1-8df2-439c-8045-f975da1c73c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:31:39.699194 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97ea8a1-8df2-439c-8045-f975da1c73c0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:31:39.699599 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97ea8a1-8df2-439c-8045-f975da1c73c0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:31:39.699907 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97ea8a1-8df2-439c-8045-f975da1c73c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:31:39.700288 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97ea8a1-8df2-439c-8045-f975da1c73c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:31:39.701428 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97ea8a1-8df2-439c-8045-f975da1c73c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:31:39.702515 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97ea8a1-8df2-439c-8045-f975da1c73c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:31:39.704784 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97ea8a1-8df2-439c-8045-f975da1c73c0 None None] Tracked resource versions report: Feb 21 00:31:39.704784 dv-cinder-813225-6-iscsi neutron-server[109224]: pushed versions: Feb 21 00:31:39.704784 dv-cinder-813225-6-iscsi neutron-server[109224]: { 'AddressGroup': {'1.2'}, Feb 21 00:31:39.704784 dv-cinder-813225-6-iscsi neutron-server[109224]: 'ConntrackHelper': {'1.0'}, Feb 21 00:31:39.704784 dv-cinder-813225-6-iscsi neutron-server[109224]: 'LocalIPAssociation': {'1.0'}, Feb 21 00:31:39.704784 dv-cinder-813225-6-iscsi neutron-server[109224]: 'Log': {'1.0'}, Feb 21 00:31:39.704784 dv-cinder-813225-6-iscsi neutron-server[109224]: 'Network': {'1.1'}, Feb 21 00:31:39.704784 dv-cinder-813225-6-iscsi neutron-server[109224]: 'Port': {'1.7'}, Feb 21 00:31:39.704784 dv-cinder-813225-6-iscsi neutron-server[109224]: 'PortForwarding': {'1.2'}, Feb 21 00:31:39.704784 dv-cinder-813225-6-iscsi neutron-server[109224]: 'QosPolicy': {'1.10'}, Feb 21 00:31:39.704784 dv-cinder-813225-6-iscsi neutron-server[109224]: 'SecurityGroup': {'1.5'}, Feb 21 00:31:39.704784 dv-cinder-813225-6-iscsi neutron-server[109224]: 'SecurityGroupRule': {'1.2'}, Feb 21 00:31:39.704784 dv-cinder-813225-6-iscsi neutron-server[109224]: 'SubPort': {'1.0'}, Feb 21 00:31:39.704784 dv-cinder-813225-6-iscsi neutron-server[109224]: 'Subnet': {'1.1'}, Feb 21 00:31:39.704784 dv-cinder-813225-6-iscsi neutron-server[109224]: 'Trunk': {'1.1'}} Feb 21 00:31:39.704784 dv-cinder-813225-6-iscsi neutron-server[109224]: consumer versions: Feb 21 00:31:39.704784 dv-cinder-813225-6-iscsi neutron-server[109224]: { DHCP agent@dv-cinder-813225-6-iscsi: {}, Feb 21 00:31:39.704784 dv-cinder-813225-6-iscsi neutron-server[109224]: HyperV agent@hv-cinder-81322: {}, Feb 21 00:31:39.704784 dv-cinder-813225-6-iscsi neutron-server[109224]: L3 agent@dv-cinder-813225-6-iscsi: {}, Feb 21 00:31:39.704784 dv-cinder-813225-6-iscsi neutron-server[109224]: Metadata agent@dv-cinder-813225-6-iscsi: {}, Feb 21 00:31:39.704784 dv-cinder-813225-6-iscsi neutron-server[109224]: Metering agent@dv-cinder-813225-6-iscsi: {}, Feb 21 00:31:39.704784 dv-cinder-813225-6-iscsi neutron-server[109224]: Open vSwitch agent@dv-cinder-813225-6-iscsi: { 'AddressGroup': '1.2', Feb 21 00:31:39.704784 dv-cinder-813225-6-iscsi neutron-server[109224]: 'ConntrackHelper': '1.0', Feb 21 00:31:39.704784 dv-cinder-813225-6-iscsi neutron-server[109224]: 'LocalIPAssociation': '1.0', Feb 21 00:31:39.704784 dv-cinder-813225-6-iscsi neutron-server[109224]: 'Log': '1.0', Feb 21 00:31:39.704784 dv-cinder-813225-6-iscsi neutron-server[109224]: 'Network': '1.1', Feb 21 00:31:39.704784 dv-cinder-813225-6-iscsi neutron-server[109224]: 'Port': '1.7', Feb 21 00:31:39.704784 dv-cinder-813225-6-iscsi neutron-server[109224]: 'PortForwarding': '1.2', Feb 21 00:31:39.704784 dv-cinder-813225-6-iscsi neutron-server[109224]: 'QosPolicy': '1.10', Feb 21 00:31:39.704784 dv-cinder-813225-6-iscsi neutron-server[109224]: 'SecurityGroup': '1.5', Feb 21 00:31:39.704784 dv-cinder-813225-6-iscsi neutron-server[109224]: 'SecurityGroupRule': '1.2', Feb 21 00:31:39.704784 dv-cinder-813225-6-iscsi neutron-server[109224]: 'SubPort': '1.0', Feb 21 00:31:39.704784 dv-cinder-813225-6-iscsi neutron-server[109224]: 'Subnet': '1.1', Feb 21 00:31:39.704784 dv-cinder-813225-6-iscsi neutron-server[109224]: 'Trunk': '1.1'}} Feb 21 00:31:39.704784 dv-cinder-813225-6-iscsi neutron-server[109224]: {{(pid=109224) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 21 00:31:39.750282 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-013f1951-600a-4cca-b617-2798ed5f58b0 admin admin] Publish callbacks [] for router_gateway (74397fb8-3d56-4ff8-97fc-6408820a2fe8), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:39.768734 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.managers [None req-d97ea8a1-8df2-439c-8045-f975da1c73c0 None None] Attempting to bind port 35d3971b-f4ea-4eab-acc0-ce9d71442b98 on host dv-cinder-813225-6-iscsi for vnic_type normal with profile {{(pid=109224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 00:31:39.769404 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.managers [None req-d97ea8a1-8df2-439c-8045-f975da1c73c0 None None] Attempting to bind port 35d3971b-f4ea-4eab-acc0-ce9d71442b98 by drivers openvswitch,hyperv on host dv-cinder-813225-6-iscsi at level 0 using segments [{'id': '905ecc73-8a74-4e6f-8e03-5ec9e3dbca32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2cc309f6-129c-421f-a7c2-95ecda53f9b9'}] {{(pid=109224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 00:31:39.769554 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 51290) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:31:39.770107 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97ea8a1-8df2-439c-8045-f975da1c73c0 None None] Attempting to bind port 35d3971b-f4ea-4eab-acc0-ce9d71442b98 on network 2cc309f6-129c-421f-a7c2-95ecda53f9b9 {{(pid=109224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:31:39.776511 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97ea8a1-8df2-439c-8045-f975da1c73c0 None None] Checking agent: {'id': 'd6e95c40-1d90-4a13-9e37-1d6580a24190', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813225-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 0, 23, 38), 'started_at': datetime.datetime(2022, 2, 21, 0, 24, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 0, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813225-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 00:31:39.777180 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97ea8a1-8df2-439c-8045-f975da1c73c0 None None] Checking segment: {'id': '905ecc73-8a74-4e6f-8e03-5ec9e3dbca32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2cc309f6-129c-421f-a7c2-95ecda53f9b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:31:39.778130 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-d97ea8a1-8df2-439c-8045-f975da1c73c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:39.778795 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97ea8a1-8df2-439c-8045-f975da1c73c0 None None] Bound using segment: {'id': '905ecc73-8a74-4e6f-8e03-5ec9e3dbca32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2cc309f6-129c-421f-a7c2-95ecda53f9b9'} {{(pid=109224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 00:31:39.779591 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.managers [None req-d97ea8a1-8df2-439c-8045-f975da1c73c0 None None] Bound port: 35d3971b-f4ea-4eab-acc0-ce9d71442b98, host: dv-cinder-813225-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '905ecc73-8a74-4e6f-8e03-5ec9e3dbca32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2cc309f6-129c-421f-a7c2-95ecda53f9b9'}}] {{(pid=109224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 00:31:39.780201 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-d97ea8a1-8df2-439c-8045-f975da1c73c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (35d3971b-f4ea-4eab-acc0-ce9d71442b98), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:39.787578 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-abf6539f-6d6f-4a9a-a6df-6245531645f4 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.2697380 Feb 21 00:31:39.834413 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-013f1951-600a-4cca-b617-2798ed5f58b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (None), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:39.842984 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf6539f-6d6f-4a9a-a6df-6245531645f4 admin admin] Pushing event updated for resources: {'Network': ['ID=56d46d29-560d-47ad-81a5-640623ed77d9,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:31:39.868496 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 51294) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:31:39.871312 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Network 56d46d29-560d-47ad-81a5-640623ed77d9 details requested by agent ovs-agent-dv-cinder-813225-6-iscsi with host dv-cinder-813225-6-iscsi {{(pid=109224) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 00:31:39.885072 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [None req-c18ab35e-d49e-4e2d-bcff-e65fa8c42cf3 admin admin] Request body: {'subnet': {'network_id': '56d46d29-560d-47ad-81a5-640623ed77d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-873009695-subnet', 'tenant_id': '0467d31eadf844478eb8071898fb128e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:31:39.929324 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-d97ea8a1-8df2-439c-8045-f975da1c73c0 None None] For port 35d3971b-f4ea-4eab-acc0-ce9d71442b98, host dv-cinder-813225-6-iscsi, cleared binding levels {{(pid=109224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 00:31:39.953355 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-76fd4058-8d5e-4d8f-830c-803144bdcf19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:39.961136 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-d97ea8a1-8df2-439c-8045-f975da1c73c0 None None] For port 35d3971b-f4ea-4eab-acc0-ce9d71442b98, host dv-cinder-813225-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-6-iscsi',level=0,port_id=35d3971b-f4ea-4eab-acc0-ce9d71442b98,segment=NetworkSegment(905ecc73-8a74-4e6f-8e03-5ec9e3dbca32),segment_id=905ecc73-8a74-4e6f-8e03-5ec9e3dbca32)] {{(pid=109224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 00:31:40.019210 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-d97ea8a1-8df2-439c-8045-f975da1c73c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (35d3971b-f4ea-4eab-acc0-ce9d71442b98), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:40.080542 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c18ab35e-d49e-4e2d-bcff-e65fa8c42cf3 admin admin] Made reservation on behalf of 0467d31eadf844478eb8071898fb128e for: {'subnet': 1} {{(pid=109222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 00:31:40.084262 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-c18ab35e-d49e-4e2d-bcff-e65fa8c42cf3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:40.091158 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.db.db_base_plugin_common [None req-013f1951-600a-4cca-b617-2798ed5f58b0 admin admin] Allocated IP 172.27.3.77 (9d25e361-1d6c-4c24-9c73-356a2ab84050/890cd9a8-3116-412f-9022-3458585959da/5aa8f52d-bb36-476f-8ecb-c86e2c7d1b6f) {{(pid=109223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 00:31:40.146994 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97ea8a1-8df2-439c-8045-f975da1c73c0 None None] Pushing event updated for resources: {'Port': ['ID=35d3971b-f4ea-4eab-acc0-ce9d71442b98,revision_number=2']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:31:40.184005 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-520d29a8-dbfb-4690-b5c9-71afb18b98ba admin admin] Publish callbacks [] for router_gateway (35bab38b-b1f8-4aa4-b3ec-5298340e2578), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:40.216323 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-7dc99162-d2a0-4d1e-91d8-5aa1142fc90e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403'] for subnet (a770bec4-4043-4a9e-b8d8-da9ffce5c8ef), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:40.224313 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-520d29a8-dbfb-4690-b5c9-71afb18b98ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:40.241536 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-76fd4058-8d5e-4d8f-830c-803144bdcf19 admin admin] Publish callbacks [] for security_group (450551ab-1ea2-459a-badd-578c09676e9b), precommit_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:40.276649 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-76fd4058-8d5e-4d8f-830c-803144bdcf19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (450551ab-1ea2-459a-badd-578c09676e9b), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:40.371308 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-76fd4058-8d5e-4d8f-830c-803144bdcf19 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5abe205d1d1448ecb500e59a89d13746&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6007240 Feb 21 00:31:40.372179 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 51318) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:31:40.378867 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-77c65ff8-5a28-44b7-be28-79e814451063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403'] for subnet (5dea268a-184d-4283-924f-3d7eefe88f4c), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:40.384750 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc99162-d2a0-4d1e-91d8-5aa1142fc90e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a770bec4-4043-4a9e-b8d8-da9ffce5c8ef,revision_number=0']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:31:40.419153 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc99162-d2a0-4d1e-91d8-5aa1142fc90e admin admin] Checking segment: {'id': '859f6ec5-78c3-4882-887a-248af3a0d172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c58ec42c-ebf4-48a5-8b13-e00a879614cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:31:40.419807 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc99162-d2a0-4d1e-91d8-5aa1142fc90e admin admin] Network hostable DHCP agents. Network: c58ec42c-ebf4-48a5-8b13-e00a879614cb, hostable agents: ['57941464-2af3-4cc7-9b46-3eeacd6f6fca'], hosted agents: [] {{(pid=109222) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 00:31:40.496152 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc99162-d2a0-4d1e-91d8-5aa1142fc90e admin admin] Network c58ec42c-ebf4-48a5-8b13-e00a879614cb is scheduled to be hosted by DHCP agent 57941464-2af3-4cc7-9b46-3eeacd6f6fca with binding_index 1 {{(pid=109222) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 00:31:40.550424 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.scheduler.base_scheduler [None req-7dc99162-d2a0-4d1e-91d8-5aa1142fc90e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813225-6-iscsi, c58ec42c-ebf4-48a5-8b13-e00a879614cb) {{(pid=109222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:31:40.551506 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c65ff8-5a28-44b7-be28-79e814451063 admin admin] Checking segment: {'id': 'f7125031-10fe-44ef-8a95-b64fe0c002c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '1533cf7b-9c67-437b-b700-3a7d66c8044f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:31:40.556716 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc99162-d2a0-4d1e-91d8-5aa1142fc90e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:31:40.557414 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-7dc99162-d2a0-4d1e-91d8-5aa1142fc90e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582445'] for subnet (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:40.561489 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c65ff8-5a28-44b7-be28-79e814451063 admin admin] Network hostable DHCP agents. Network: 1533cf7b-9c67-437b-b700-3a7d66c8044f, hostable agents: ['57941464-2af3-4cc7-9b46-3eeacd6f6fca'], hosted agents: [] {{(pid=109223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 00:31:40.563817 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49536e25-6033-479e-8fa8-b8ceb57f2877 None None] Network c58ec42c-ebf4-48a5-8b13-e00a879614cb requested from dv-cinder-813225-6-iscsi {{(pid=109224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 00:31:40.579537 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-c18ab35e-d49e-4e2d-bcff-e65fa8c42cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403'] for subnet (e737284c-a5a6-4a63-a4b0-f2ad93902441), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:40.594041 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-7dc99162-d2a0-4d1e-91d8-5aa1142fc90e admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1557100 Feb 21 00:31:40.616555 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 51324) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:31:40.633170 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [None req-cb4dff36-7f77-4b03-a790-f68266795f25 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-923459538-router', 'tenant_id': 'f83942655a004261ad34343d44c6cf6b', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050'}}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:31:40.663388 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-cb4dff36-7f77-4b03-a790-f68266795f25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-958399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1880'] for router (0e2ac5b4-99c9-449e-85f3-72d3fb2f461b), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:40.664388 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-cb4dff36-7f77-4b03-a790-f68266795f25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-955183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-537569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1873'] for router (0e2ac5b4-99c9-449e-85f3-72d3fb2f461b), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:40.677595 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c65ff8-5a28-44b7-be28-79e814451063 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5dea268a-184d-4283-924f-3d7eefe88f4c,revision_number=0']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:31:40.736462 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18ab35e-d49e-4e2d-bcff-e65fa8c42cf3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e737284c-a5a6-4a63-a4b0-f2ad93902441,revision_number=0']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:31:40.768684 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368193a9-2809-4c4a-b60b-830db582d717 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc40baefa-d12c-5e0a-9a3f-979e6179f684-c58ec42c-ebf4-48a5-8b13-e00a879614cb', 'network_id': 'c58ec42c-ebf4-48a5-8b13-e00a879614cb', 'project_id': 'f83942655a004261ad34343d44c6cf6b', 'fixed_ips': [{'subnet_id': 'a770bec4-4043-4a9e-b8d8-da9ffce5c8ef'}]}} from dv-cinder-813225-6-iscsi. {{(pid=109224) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 21 00:31:40.769543 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-368193a9-2809-4c4a-b60b-830db582d717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (None), before_create {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:40.770079 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fd4058-8d5e-4d8f-830c-803144bdcf19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=450551ab-1ea2-459a-badd-578c09676e9b,revision_number=1']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:31:40.778529 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18ab35e-d49e-4e2d-bcff-e65fa8c42cf3 admin admin] Checking segment: {'id': '41c853f0-8bb5-4bee-bddd-7995047fee1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '56d46d29-560d-47ad-81a5-640623ed77d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:31:40.779232 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18ab35e-d49e-4e2d-bcff-e65fa8c42cf3 admin admin] Network hostable DHCP agents. Network: 56d46d29-560d-47ad-81a5-640623ed77d9, hostable agents: ['57941464-2af3-4cc7-9b46-3eeacd6f6fca'], hosted agents: [] {{(pid=109222) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 00:31:40.804200 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-86f71ccc-c430-4575-adca-329eefd22f9a admin admin] Publish callbacks [] for security_group (450551ab-1ea2-459a-badd-578c09676e9b), before_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:40.809152 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c65ff8-5a28-44b7-be28-79e814451063 admin admin] Network 1533cf7b-9c67-437b-b700-3a7d66c8044f is scheduled to be hosted by DHCP agent 57941464-2af3-4cc7-9b46-3eeacd6f6fca with binding_index 1 {{(pid=109223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 00:31:40.866710 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.scheduler.base_scheduler [None req-77c65ff8-5a28-44b7-be28-79e814451063 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813225-6-iscsi, 1533cf7b-9c67-437b-b700-3a7d66c8044f) {{(pid=109223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:31:40.876255 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-013f1951-600a-4cca-b617-2798ed5f58b0 admin admin] Publish callbacks [] for port (5aa8f52d-bb36-476f-8ecb-c86e2c7d1b6f), precommit_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:40.876635 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-cb4dff36-7f77-4b03-a790-f68266795f25 admin admin] Publish callbacks [] for router_controller (0e2ac5b4-99c9-449e-85f3-72d3fb2f461b), precommit_add_association {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:40.879709 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.agents_db [None req-b2a96afc-399a-46ae-93e6-bd9f3e536be2 None None] Agent healthcheck: found 6 active agents {{(pid=109225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 00:31:40.880319 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18ab35e-d49e-4e2d-bcff-e65fa8c42cf3 admin admin] Network 56d46d29-560d-47ad-81a5-640623ed77d9 is scheduled to be hosted by DHCP agent 57941464-2af3-4cc7-9b46-3eeacd6f6fca with binding_index 1 {{(pid=109222) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 00:31:40.885573 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c65ff8-5a28-44b7-be28-79e814451063 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:31:40.886437 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-77c65ff8-5a28-44b7-be28-79e814451063 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582445'] for subnet (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:40.901483 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-86f71ccc-c430-4575-adca-329eefd22f9a admin admin] Publish callbacks [] for security_group (450551ab-1ea2-459a-badd-578c09676e9b), precommit_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:40.976868 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e213c9-1e70-4709-81a0-4300413e50d8 None None] Network 1533cf7b-9c67-437b-b700-3a7d66c8044f requested from dv-cinder-813225-6-iscsi {{(pid=109224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 00:31:40.977462 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.scheduler.base_scheduler [None req-c18ab35e-d49e-4e2d-bcff-e65fa8c42cf3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813225-6-iscsi, 56d46d29-560d-47ad-81a5-640623ed77d9) {{(pid=109222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:31:40.984671 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-77c65ff8-5a28-44b7-be28-79e814451063 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6393065 Feb 21 00:31:41.001069 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18ab35e-d49e-4e2d-bcff-e65fa8c42cf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:31:41.002878 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-c18ab35e-d49e-4e2d-bcff-e65fa8c42cf3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582445'] for subnet (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:41.012488 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0242e88a-96c8-4eef-a5fe-4f23180ad0e2 None None] Network 56d46d29-560d-47ad-81a5-640623ed77d9 requested from dv-cinder-813225-6-iscsi {{(pid=109224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 00:31:41.026753 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-c18ab35e-d49e-4e2d-bcff-e65fa8c42cf3 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1534171 Feb 21 00:31:41.090338 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-013f1951-600a-4cca-b617-2798ed5f58b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731676182815'] for port (5aa8f52d-bb36-476f-8ecb-c86e2c7d1b6f), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:41.115584 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-86f71ccc-c430-4575-adca-329eefd22f9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (450551ab-1ea2-459a-badd-578c09676e9b), after_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:41.124235 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-86f71ccc-c430-4575-adca-329eefd22f9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:41.130111 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-86f71ccc-c430-4575-adca-329eefd22f9a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/450551ab-1ea2-459a-badd-578c09676e9b HTTP/1.1" status: 204 len: 168 time: 0.7432597 Feb 21 00:31:41.218068 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013f1951-600a-4cca-b617-2798ed5f58b0 admin admin] Network 9d25e361-1d6c-4c24-9c73-356a2ab84050 is already hosted by enough agents. {{(pid=109223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:31:41.273387 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.scheduler.base_scheduler [None req-013f1951-600a-4cca-b617-2798ed5f58b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:31:41.289614 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f71ccc-c430-4575-adca-329eefd22f9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=450551ab-1ea2-459a-badd-578c09676e9b,revision_number=None']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:31:41.298448 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013f1951-600a-4cca-b617-2798ed5f58b0 admin admin] Received port after_create {{(pid=109223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 00:31:41.449277 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Device 35d3971b-f4ea-4eab-acc0-ce9d71442b98 up at agent ovs-agent-dv-cinder-813225-6-iscsi {{(pid=109224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:31:41.501922 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018a80b4-268b-4a94-a928-9eb62339601c None None] Network 56d46d29-560d-47ad-81a5-640623ed77d9 requested from dv-cinder-813225-6-iscsi {{(pid=109224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 00:31:41.504999 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-cb4dff36-7f77-4b03-a790-f68266795f25 admin admin] Publish callbacks [] for router_gateway (0e2ac5b4-99c9-449e-85f3-72d3fb2f461b), precommit_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:41.510589 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.db.db_base_plugin_common [None req-520d29a8-dbfb-4690-b5c9-71afb18b98ba admin admin] Allocated IP 172.27.3.40 (9d25e361-1d6c-4c24-9c73-356a2ab84050/890cd9a8-3116-412f-9022-3458585959da/dc195841-086b-4f77-a5af-02dd97f105a2) {{(pid=109222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 00:31:41.519506 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013f1951-600a-4cca-b617-2798ed5f58b0 admin admin] Pushing event updated for resources: {'Port': ['ID=5aa8f52d-bb36-476f-8ecb-c86e2c7d1b6f,revision_number=1']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:31:41.771890 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-013f1951-600a-4cca-b617-2798ed5f58b0 admin admin] Publish callbacks [] for router_gateway (74397fb8-3d56-4ff8-97fc-6408820a2fe8), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:41.809974 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 51386) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:31:41.837318 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.db_base_plugin_common [None req-368193a9-2809-4c4a-b60b-830db582d717 None None] Allocated IP 172.20.0.2 (c58ec42c-ebf4-48a5-8b13-e00a879614cb/a770bec4-4043-4a9e-b8d8-da9ffce5c8ef/d774f85d-b7c9-4b05-93f8-002005f62cef) {{(pid=109224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 00:31:41.872882 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-520d29a8-dbfb-4690-b5c9-71afb18b98ba admin admin] Publish callbacks [] for port (dc195841-086b-4f77-a5af-02dd97f105a2), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:41.894879 dv-cinder-813225-6-iscsi neutron-server[109222]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 21 00:31:41.901778 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b76d1c-9b3d-448d-b276-80d412c7a12a None None] Network 2cc309f6-129c-421f-a7c2-95ecda53f9b9 requested from dv-cinder-813225-6-iscsi {{(pid=109224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 00:31:41.933157 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 51390) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:31:41.951228 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-4e6d294d-19c0-4d30-b50c-46f45f1c09c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:41.991917 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Provisioning complete for port 35d3971b-f4ea-4eab-acc0-ce9d71442b98 triggered by entity L2. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:31:41.992501 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (35d3971b-f4ea-4eab-acc0-ce9d71442b98), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:42.065658 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 51406) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:31:42.070228 dv-cinder-813225-6-iscsi neutron-server[109223]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 21 00:31:42.121200 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0e1764-633c-429c-a5d8-1dfbd3023002 None None] Network 1533cf7b-9c67-437b-b700-3a7d66c8044f requested from dv-cinder-813225-6-iscsi {{(pid=109224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 00:31:42.222171 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-520d29a8-dbfb-4690-b5c9-71afb18b98ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731676182815'] for port (dc195841-086b-4f77-a5af-02dd97f105a2), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:42.259636 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-4e6d294d-19c0-4d30-b50c-46f45f1c09c0 admin admin] Publish callbacks [] for security_group (cfff2437-0d62-433e-ab4e-407d567dca49), precommit_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:42.266560 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-013f1951-600a-4cca-b617-2798ed5f58b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-955174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-951209'] for router (74397fb8-3d56-4ff8-97fc-6408820a2fe8), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:42.290927 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-4e6d294d-19c0-4d30-b50c-46f45f1c09c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (cfff2437-0d62-433e-ab4e-407d567dca49), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:42.300504 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520d29a8-dbfb-4690-b5c9-71afb18b98ba admin admin] Network 9d25e361-1d6c-4c24-9c73-356a2ab84050 is already hosted by enough agents. {{(pid=109222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:31:42.309873 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.scheduler.base_scheduler [None req-520d29a8-dbfb-4690-b5c9-71afb18b98ba admin admin] Resources bound (agent type, host, resource id): {{(pid=109222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:31:42.324809 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-049818f6-9b79-4a2a-bf8e-12f02f1afaa4 None None] Provisioning complete for port 35d3971b-f4ea-4eab-acc0-ce9d71442b98 triggered by entity DHCP. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:31:42.325184 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-049818f6-9b79-4a2a-bf8e-12f02f1afaa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (35d3971b-f4ea-4eab-acc0-ce9d71442b98), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:42.327309 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61baf3bc-2b67-48b7-8d6c-6554b95c3c7c req-59a128d4-8916-4ca9-9306-4456fd66623a tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:31:42.330074 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-61baf3bc-2b67-48b7-8d6c-6554b95c3c7c req-59a128d4-8916-4ca9-9306-4456fd66623a tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/networks?id=56d46d29-560d-47ad-81a5-640623ed77d9 HTTP/1.1" status: 200 len: 814 time: 0.4383264 Feb 21 00:31:42.335953 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520d29a8-dbfb-4690-b5c9-71afb18b98ba admin admin] Received port after_create {{(pid=109222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 00:31:42.383352 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520d29a8-dbfb-4690-b5c9-71afb18b98ba admin admin] Pushing event updated for resources: {'Port': ['ID=dc195841-086b-4f77-a5af-02dd97f105a2,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:31:42.395794 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6d294d-19c0-4d30-b50c-46f45f1c09c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfff2437-0d62-433e-ab4e-407d567dca49,revision_number=1']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:31:42.403658 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495f7121-4dc7-4a75-a92d-3bb27b970a10 req-ef64dd8c-dec5-4484-bf84-fbd4757adc52 tempest-DeleteServersTestJSON-1116134669 tempest-DeleteServersTestJSON-1116134669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:31:42.404966 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-495f7121-4dc7-4a75-a92d-3bb27b970a10 req-ef64dd8c-dec5-4484-bf84-fbd4757adc52 tempest-DeleteServersTestJSON-1116134669 tempest-DeleteServersTestJSON-1116134669-project] 10.222.0.45 "GET /v2.0/networks?id=1533cf7b-9c67-437b-b700-3a7d66c8044f HTTP/1.1" status: 200 len: 812 time: 0.3370309 Feb 21 00:31:42.414401 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-4e6d294d-19c0-4d30-b50c-46f45f1c09c0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e40e4e73996f4c30b91db940c51ed60c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4777479 Feb 21 00:31:42.417123 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 51414) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:31:42.436497 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-61baf3bc-2b67-48b7-8d6c-6554b95c3c7c req-55e849fa-3243-48c0-bc9e-a5174a58a7ed tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/quotas/0467d31eadf844478eb8071898fb128e HTTP/1.1" status: 200 len: 375 time: 0.0958486 Feb 21 00:31:42.448991 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-368193a9-2809-4c4a-b60b-830db582d717 None None] Publish callbacks [] for port (d774f85d-b7c9-4b05-93f8-002005f62cef), precommit_create {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:42.466296 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-495f7121-4dc7-4a75-a92d-3bb27b970a10 req-92d7206d-fd69-451f-80d6-31eb8470d28d tempest-DeleteServersTestJSON-1116134669 tempest-DeleteServersTestJSON-1116134669-project] 10.222.0.45 "GET /v2.0/quotas/6aeb44ecd46d4a83ab095ff793e9702b HTTP/1.1" status: 200 len: 375 time: 0.0514908 Feb 21 00:31:42.478605 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-368193a9-2809-4c4a-b60b-830db582d717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731676182815'] for port (d774f85d-b7c9-4b05-93f8-002005f62cef), after_create {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:42.496467 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Current status of the port 35d3971b-f4ea-4eab-acc0-ce9d71442b98 is: DOWN; New status is: ACTIVE {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:31:42.496866 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (35d3971b-f4ea-4eab-acc0-ce9d71442b98), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:42.550600 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-368193a9-2809-4c4a-b60b-830db582d717 None None] Network c58ec42c-ebf4-48a5-8b13-e00a879614cb is already hosted by enough agents. {{(pid=109224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:31:42.566276 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.scheduler.base_scheduler [None req-368193a9-2809-4c4a-b60b-830db582d717 None None] Resources bound (agent type, host, resource id): {{(pid=109224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:31:42.584102 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-61baf3bc-2b67-48b7-8d6c-6554b95c3c7c req-4a3209f0-7fb7-4771-b4d9-d72b3724a7c3 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=0467d31eadf844478eb8071898fb128e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1393311 Feb 21 00:31:42.596515 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368193a9-2809-4c4a-b60b-830db582d717 None None] Received port after_create {{(pid=109224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 00:31:42.612667 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368193a9-2809-4c4a-b60b-830db582d717 None None] Pushing event updated for resources: {'Port': ['ID=d774f85d-b7c9-4b05-93f8-002005f62cef,revision_number=1']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:31:42.622189 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] For port 35d3971b-f4ea-4eab-acc0-ce9d71442b98, host dv-cinder-813225-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-6-iscsi',level=0,port_id=35d3971b-f4ea-4eab-acc0-ce9d71442b98,segment=NetworkSegment(905ecc73-8a74-4e6f-8e03-5ec9e3dbca32),segment_id=905ecc73-8a74-4e6f-8e03-5ec9e3dbca32)] {{(pid=109224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:31:42.653795 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (35d3971b-f4ea-4eab-acc0-ce9d71442b98), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:42.658113 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-cb4dff36-7f77-4b03-a790-f68266795f25 admin admin] Publish callbacks [] for router_gateway (0e2ac5b4-99c9-449e-85f3-72d3fb2f461b), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:42.661006 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-049818f6-9b79-4a2a-bf8e-12f02f1afaa4 None None] Current status of the port 35d3971b-f4ea-4eab-acc0-ce9d71442b98 is: DOWN; New status is: ACTIVE {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:31:42.661398 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-049818f6-9b79-4a2a-bf8e-12f02f1afaa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (35d3971b-f4ea-4eab-acc0-ce9d71442b98), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:42.678676 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-495f7121-4dc7-4a75-a92d-3bb27b970a10 req-93e27804-626f-4fe6-be6d-35be91d083ba tempest-DeleteServersTestJSON-1116134669 tempest-DeleteServersTestJSON-1116134669-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=6aeb44ecd46d4a83ab095ff793e9702b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2026927 Feb 21 00:31:42.709939 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-cb4dff36-7f77-4b03-a790-f68266795f25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:42.736927 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-25fc10d7-0997-4464-b202-5418507f9969 admin admin] Publish callbacks [] for security_group (cfff2437-0d62-433e-ab4e-407d567dca49), before_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:42.760386 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-25fc10d7-0997-4464-b202-5418507f9969 admin admin] Publish callbacks [] for security_group (cfff2437-0d62-433e-ab4e-407d567dca49), precommit_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:42.781574 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.managers [None req-368193a9-2809-4c4a-b60b-830db582d717 None None] Attempting to bind port d774f85d-b7c9-4b05-93f8-002005f62cef on host dv-cinder-813225-6-iscsi for vnic_type normal with profile {{(pid=109224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 00:31:42.782310 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.managers [None req-368193a9-2809-4c4a-b60b-830db582d717 None None] Attempting to bind port d774f85d-b7c9-4b05-93f8-002005f62cef by drivers openvswitch,hyperv on host dv-cinder-813225-6-iscsi at level 0 using segments [{'id': '859f6ec5-78c3-4882-887a-248af3a0d172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c58ec42c-ebf4-48a5-8b13-e00a879614cb'}] {{(pid=109224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 00:31:42.782840 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368193a9-2809-4c4a-b60b-830db582d717 None None] Attempting to bind port d774f85d-b7c9-4b05-93f8-002005f62cef on network c58ec42c-ebf4-48a5-8b13-e00a879614cb {{(pid=109224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:31:42.809621 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368193a9-2809-4c4a-b60b-830db582d717 None None] Checking agent: {'id': 'd6e95c40-1d90-4a13-9e37-1d6580a24190', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813225-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 0, 23, 38), 'started_at': datetime.datetime(2022, 2, 21, 0, 24, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 0, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813225-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 00:31:42.810312 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368193a9-2809-4c4a-b60b-830db582d717 None None] Checking segment: {'id': '859f6ec5-78c3-4882-887a-248af3a0d172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c58ec42c-ebf4-48a5-8b13-e00a879614cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:31:42.810879 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-368193a9-2809-4c4a-b60b-830db582d717 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:42.811487 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368193a9-2809-4c4a-b60b-830db582d717 None None] Bound using segment: {'id': '859f6ec5-78c3-4882-887a-248af3a0d172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c58ec42c-ebf4-48a5-8b13-e00a879614cb'} {{(pid=109224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 00:31:42.812268 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.managers [None req-368193a9-2809-4c4a-b60b-830db582d717 None None] Bound port: d774f85d-b7c9-4b05-93f8-002005f62cef, host: dv-cinder-813225-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '859f6ec5-78c3-4882-887a-248af3a0d172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c58ec42c-ebf4-48a5-8b13-e00a879614cb'}}] {{(pid=109224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 00:31:42.812896 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-368193a9-2809-4c4a-b60b-830db582d717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (d774f85d-b7c9-4b05-93f8-002005f62cef), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:42.826518 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-25fc10d7-0997-4464-b202-5418507f9969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (cfff2437-0d62-433e-ab4e-407d567dca49), after_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:42.830443 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-25fc10d7-0997-4464-b202-5418507f9969 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:42.835152 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-25fc10d7-0997-4464-b202-5418507f9969 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/cfff2437-0d62-433e-ab4e-407d567dca49 HTTP/1.1" status: 204 len: 168 time: 0.4164190 Feb 21 00:31:42.838432 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-013f1951-600a-4cca-b617-2798ed5f58b0 admin admin] Router 74397fb8-3d56-4ff8-97fc-6408820a2fe8 is scheduled to L3 agent 47b5b2cb-5391-4fc3-9478-3db20537c35a with binding_index 1 {{(pid=109223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 00:31:42.856197 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fc10d7-0997-4464-b202-5418507f9969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfff2437-0d62-433e-ab4e-407d567dca49,revision_number=None']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:31:42.918904 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.db.api [None req-049818f6-9b79-4a2a-bf8e-12f02f1afaa4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109224) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 00:31:42.919580 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG oslo_db.api [None req-049818f6-9b79-4a2a-bf8e-12f02f1afaa4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 00:31:42.980919 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Pushing event updated for resources: {'Port': ['ID=35d3971b-f4ea-4eab-acc0-ce9d71442b98,revision_number=3']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:31:42.981324 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-520d29a8-dbfb-4690-b5c9-71afb18b98ba admin admin] Publish callbacks [] for router_gateway (35bab38b-b1f8-4aa4-b3ec-5298340e2578), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:42.991580 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [req-61baf3bc-2b67-48b7-8d6c-6554b95c3c7c req-03435856-ef4a-4b1d-abdc-cf90dd366f59 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109222) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 00:31:42.992601 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-61baf3bc-2b67-48b7-8d6c-6554b95c3c7c req-03435856-ef4a-4b1d-abdc-cf90dd366f59 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1214731 Feb 21 00:31:43.042870 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.db.db_base_plugin_common [None req-cb4dff36-7f77-4b03-a790-f68266795f25 admin admin] Allocated IP 172.27.3.114 (9d25e361-1d6c-4c24-9c73-356a2ab84050/890cd9a8-3116-412f-9022-3458585959da/1bb1f34c-c765-4e9c-877f-be0fc6368b70) {{(pid=109222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 00:31:43.048629 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-368193a9-2809-4c4a-b60b-830db582d717 None None] For port d774f85d-b7c9-4b05-93f8-002005f62cef, host dv-cinder-813225-6-iscsi, cleared binding levels {{(pid=109224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 00:31:43.052922 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-368193a9-2809-4c4a-b60b-830db582d717 None None] For port d774f85d-b7c9-4b05-93f8-002005f62cef, host dv-cinder-813225-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-6-iscsi',level=0,port_id=d774f85d-b7c9-4b05-93f8-002005f62cef,segment=NetworkSegment(859f6ec5-78c3-4882-887a-248af3a0d172),segment_id=859f6ec5-78c3-4882-887a-248af3a0d172)] {{(pid=109224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 00:31:43.057649 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-013f1951-600a-4cca-b617-2798ed5f58b0 admin admin] Notify agent at l3_agent.dv-cinder-813225-6-iscsi the message routers_updated {{(pid=109223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 00:31:43.064386 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-368193a9-2809-4c4a-b60b-830db582d717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (d774f85d-b7c9-4b05-93f8-002005f62cef), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:43.071445 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5132184c-4ce0-45c2-bf39-13f7fca2a202 None None] Sync routers for ids ['74397fb8-3d56-4ff8-97fc-6408820a2fe8'] in dv-cinder-813225-6-iscsi {{(pid=109225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 00:31:43.081648 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [req-495f7121-4dc7-4a75-a92d-3bb27b970a10 req-5a8dace3-9469-44ea-9f96-ce3e8105a972 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109223) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 00:31:43.084560 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5132184c-4ce0-45c2-bf39-13f7fca2a202 None None] Routers {'74397fb8-3d56-4ff8-97fc-6408820a2fe8'} bound to L3 agent in host dv-cinder-813225-6-iscsi {{(pid=109225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:31:43.085921 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_hamode_db [None req-5132184c-4ce0-45c2-bf39-13f7fca2a202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T00:23:33Z,description=,heartbeat_timestamp=2022-02-21T00:31:33Z,host='dv-cinder-813225-6-iscsi',id=47b5b2cb-5391-4fc3-9478-3db20537c35a,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:23:34Z,topic='l3_agent')) {'router_ids': ['74397fb8-3d56-4ff8-97fc-6408820a2fe8'], 'active': True} {{(pid=109225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:31:43.088002 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-495f7121-4dc7-4a75-a92d-3bb27b970a10 req-5a8dace3-9469-44ea-9f96-ce3e8105a972 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1741192 Feb 21 00:31:43.141279 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-013f1951-600a-4cca-b617-2798ed5f58b0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:43.143057 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-013f1951-600a-4cca-b617-2798ed5f58b0 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.3015478 Feb 21 00:31:43.152837 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 51432) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:31:43.157801 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368193a9-2809-4c4a-b60b-830db582d717 None None] Pushing event updated for resources: {'Port': ['ID=d774f85d-b7c9-4b05-93f8-002005f62cef,revision_number=2']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:31:43.309071 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-495f7121-4dc7-4a75-a92d-3bb27b970a10 req-17f340bf-0b50-4176-a6ae-506f3e2a3b3e service neutron] 10.222.0.45 "GET /v2.0/networks/1533cf7b-9c67-437b-b700-3a7d66c8044f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859524 Feb 21 00:31:43.360808 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_dvr_db [None req-5132184c-4ce0-45c2-bf39-13f7fca2a202 None None] Set router 74397fb8-3d56-4ff8-97fc-6408820a2fe8 gateway port host: dv-cinder-813225-6-iscsi {{(pid=109225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:31:43.397548 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Device 35d3971b-f4ea-4eab-acc0-ce9d71442b98 up at agent ovs-agent-dv-cinder-813225-6-iscsi {{(pid=109224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:31:43.412933 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-61baf3bc-2b67-48b7-8d6c-6554b95c3c7c req-dd01f8c6-b30d-4c80-998b-db45e0140d1d service neutron] 10.222.0.45 "GET /v2.0/networks/56d46d29-560d-47ad-81a5-640623ed77d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3841884 Feb 21 00:31:43.506779 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-495f7121-4dc7-4a75-a92d-3bb27b970a10 req-eef55647-c17c-48d9-a8b6-6ce3c06fedd7 service neutron] 10.222.0.45 "GET /v2.0/networks/1533cf7b-9c67-437b-b700-3a7d66c8044f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968083 Feb 21 00:31:43.577460 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-049818f6-9b79-4a2a-bf8e-12f02f1afaa4 None None] Current status of the port 35d3971b-f4ea-4eab-acc0-ce9d71442b98 is: ACTIVE; New status is: ACTIVE {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:31:43.614410 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_hamode_db [None req-5132184c-4ce0-45c2-bf39-13f7fca2a202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74397fb8-3d56-4ff8-97fc-6408820a2fe8', 'name': 'tempest-AttachVolumeShelveTestJSON-1682423178-router', 'tenant_id': '51a255ecc1c64df295f0bd94fee4f7d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'external_fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': '5aa8f52d-bb36-476f-8ecb-c86e2c7d1b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:31:38Z', 'updated_at': '2022-02-21T00:31:41Z', 'revision_number': 3, 'project_id': '51a255ecc1c64df295f0bd94fee4f7d2', 'gw_port': {'id': '5aa8f52d-bb36-476f-8ecb-c86e2c7d1b6f', 'name': '', 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a3:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74397fb8-3d56-4ff8-97fc-6408820a2fe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:31:39Z', 'updated_at': '2022-02-21T00:31:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '890cd9a8-3116-412f-9022-3458585959da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-6-iscsi'}], 'dv-cinder-813225-6-iscsi', False) {} {{(pid=109225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:31:43.622039 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Provisioning complete for port 35d3971b-f4ea-4eab-acc0-ce9d71442b98 triggered by entity L2. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:31:43.622424 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (35d3971b-f4ea-4eab-acc0-ce9d71442b98), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:43.658464 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5132184c-4ce0-45c2-bf39-13f7fca2a202 None None] Checking router: 74397fb8-3d56-4ff8-97fc-6408820a2fe8 for host: dv-cinder-813225-6-iscsi {{(pid=109225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 00:31:43.658824 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5132184c-4ce0-45c2-bf39-13f7fca2a202 None None] Updating router 74397fb8-3d56-4ff8-97fc-6408820a2fe8 port 5aa8f52d-bb36-476f-8ecb-c86e2c7d1b6f binding host dv-cinder-813225-6-iscsi {{(pid=109225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 00:31:43.725552 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron_lib.callbacks.manager [None req-5132184c-4ce0-45c2-bf39-13f7fca2a202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (5aa8f52d-bb36-476f-8ecb-c86e2c7d1b6f), before_update {{(pid=109225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:43.754895 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-8b431679-b0d1-4917-b920-4440bd95205f None None] Provisioning complete for port 35d3971b-f4ea-4eab-acc0-ce9d71442b98 triggered by entity DHCP. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:31:43.755231 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-8b431679-b0d1-4917-b920-4440bd95205f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (35d3971b-f4ea-4eab-acc0-ce9d71442b98), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:43.759039 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-cb4dff36-7f77-4b03-a790-f68266795f25 admin admin] Publish callbacks [] for port (1bb1f34c-c765-4e9c-877f-be0fc6368b70), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:43.832268 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Current status of the port 35d3971b-f4ea-4eab-acc0-ce9d71442b98 is: ACTIVE; New status is: ACTIVE {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:31:43.940488 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-8b431679-b0d1-4917-b920-4440bd95205f None None] Current status of the port 35d3971b-f4ea-4eab-acc0-ce9d71442b98 is: ACTIVE; New status is: ACTIVE {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:31:44.015835 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-61baf3bc-2b67-48b7-8d6c-6554b95c3c7c req-3eccebf8-5f84-4bd9-9266-bb6e810604c3 service neutron] 10.222.0.45 "GET /v2.0/networks/56d46d29-560d-47ad-81a5-640623ed77d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5739446 Feb 21 00:31:44.033071 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-520d29a8-dbfb-4690-b5c9-71afb18b98ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-955174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-951209'] for router (35bab38b-b1f8-4aa4-b3ec-5298340e2578), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:44.040865 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-cb4dff36-7f77-4b03-a790-f68266795f25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731676182815'] for port (1bb1f34c-c765-4e9c-877f-be0fc6368b70), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:44.247265 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron_lib.callbacks.manager [None req-5132184c-4ce0-45c2-bf39-13f7fca2a202 None None] Publish callbacks [] for port (5aa8f52d-bb36-476f-8ecb-c86e2c7d1b6f), precommit_update {{(pid=109225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:44.254974 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4dff36-7f77-4b03-a790-f68266795f25 admin admin] Network 9d25e361-1d6c-4c24-9c73-356a2ab84050 is already hosted by enough agents. {{(pid=109222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:31:44.267410 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron_lib.callbacks.manager [None req-5132184c-4ce0-45c2-bf39-13f7fca2a202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (5aa8f52d-bb36-476f-8ecb-c86e2c7d1b6f), after_update {{(pid=109225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:44.273922 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 51478) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:31:44.277370 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-7cb24af8-5afc-4613-9a0f-6165415cb13d req-1981681e-dd2b-49c6-a7d6-00abed6f8ba5 tempest-DeleteServersTestJSON-1116134669 tempest-DeleteServersTestJSON-1116134669-project] 10.222.0.45 "GET /v2.0/ports?device_id=deb436de-cb27-4097-a0c0-2bcc09bfb232 HTTP/1.1" status: 200 len: 210 time: 0.1077240 Feb 21 00:31:44.313118 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.scheduler.base_scheduler [None req-cb4dff36-7f77-4b03-a790-f68266795f25 admin admin] Resources bound (agent type, host, resource id): {{(pid=109222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:31:44.374234 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144d9165-0fc0-4e38-8aa8-898d05d6e89e None None] Pushing event updated for resources: {'Port': ['ID=5aa8f52d-bb36-476f-8ecb-c86e2c7d1b6f,revision_number=2']} {{(pid=109225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:31:44.379238 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.plugins.ml2.managers [None req-5132184c-4ce0-45c2-bf39-13f7fca2a202 None None] Attempting to bind port 5aa8f52d-bb36-476f-8ecb-c86e2c7d1b6f on host dv-cinder-813225-6-iscsi for vnic_type normal with profile {{(pid=109225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 00:31:44.381995 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.plugins.ml2.managers [None req-5132184c-4ce0-45c2-bf39-13f7fca2a202 None None] Attempting to bind port 5aa8f52d-bb36-476f-8ecb-c86e2c7d1b6f by drivers openvswitch,hyperv on host dv-cinder-813225-6-iscsi at level 0 using segments [{'id': 'd470c98a-8644-4be8-8df1-f825c0b18c68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050'}] {{(pid=109225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 00:31:44.383486 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5132184c-4ce0-45c2-bf39-13f7fca2a202 None None] Attempting to bind port 5aa8f52d-bb36-476f-8ecb-c86e2c7d1b6f on network 9d25e361-1d6c-4c24-9c73-356a2ab84050 {{(pid=109225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:31:44.416793 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144d9165-0fc0-4e38-8aa8-898d05d6e89e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:31:44.417167 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144d9165-0fc0-4e38-8aa8-898d05d6e89e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:31:44.417820 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144d9165-0fc0-4e38-8aa8-898d05d6e89e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:31:44.418930 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144d9165-0fc0-4e38-8aa8-898d05d6e89e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:31:44.418930 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144d9165-0fc0-4e38-8aa8-898d05d6e89e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:31:44.419295 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144d9165-0fc0-4e38-8aa8-898d05d6e89e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:31:44.419603 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144d9165-0fc0-4e38-8aa8-898d05d6e89e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:31:44.420150 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144d9165-0fc0-4e38-8aa8-898d05d6e89e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:31:44.420477 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144d9165-0fc0-4e38-8aa8-898d05d6e89e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:31:44.420816 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144d9165-0fc0-4e38-8aa8-898d05d6e89e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:31:44.421286 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144d9165-0fc0-4e38-8aa8-898d05d6e89e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:31:44.421753 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144d9165-0fc0-4e38-8aa8-898d05d6e89e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:31:44.422071 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144d9165-0fc0-4e38-8aa8-898d05d6e89e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:31:44.424694 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (2124d49d-e543-43fa-8e9f-817e1d020459), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:44.425239 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144d9165-0fc0-4e38-8aa8-898d05d6e89e None None] Tracked resource versions report: Feb 21 00:31:44.425239 dv-cinder-813225-6-iscsi neutron-server[109225]: pushed versions: Feb 21 00:31:44.425239 dv-cinder-813225-6-iscsi neutron-server[109225]: { 'AddressGroup': {'1.2'}, Feb 21 00:31:44.425239 dv-cinder-813225-6-iscsi neutron-server[109225]: 'ConntrackHelper': {'1.0'}, Feb 21 00:31:44.425239 dv-cinder-813225-6-iscsi neutron-server[109225]: 'LocalIPAssociation': {'1.0'}, Feb 21 00:31:44.425239 dv-cinder-813225-6-iscsi neutron-server[109225]: 'Log': {'1.0'}, Feb 21 00:31:44.425239 dv-cinder-813225-6-iscsi neutron-server[109225]: 'Network': {'1.1'}, Feb 21 00:31:44.425239 dv-cinder-813225-6-iscsi neutron-server[109225]: 'Port': {'1.7'}, Feb 21 00:31:44.425239 dv-cinder-813225-6-iscsi neutron-server[109225]: 'PortForwarding': {'1.2'}, Feb 21 00:31:44.425239 dv-cinder-813225-6-iscsi neutron-server[109225]: 'QosPolicy': {'1.10'}, Feb 21 00:31:44.425239 dv-cinder-813225-6-iscsi neutron-server[109225]: 'SecurityGroup': {'1.5'}, Feb 21 00:31:44.425239 dv-cinder-813225-6-iscsi neutron-server[109225]: 'SecurityGroupRule': {'1.2'}, Feb 21 00:31:44.425239 dv-cinder-813225-6-iscsi neutron-server[109225]: 'SubPort': {'1.0'}, Feb 21 00:31:44.425239 dv-cinder-813225-6-iscsi neutron-server[109225]: 'Subnet': {'1.1'}, Feb 21 00:31:44.425239 dv-cinder-813225-6-iscsi neutron-server[109225]: 'Trunk': {'1.1'}} Feb 21 00:31:44.425239 dv-cinder-813225-6-iscsi neutron-server[109225]: consumer versions: Feb 21 00:31:44.425239 dv-cinder-813225-6-iscsi neutron-server[109225]: { DHCP agent@dv-cinder-813225-6-iscsi: {}, Feb 21 00:31:44.425239 dv-cinder-813225-6-iscsi neutron-server[109225]: HyperV agent@hv-cinder-81322: {}, Feb 21 00:31:44.425239 dv-cinder-813225-6-iscsi neutron-server[109225]: L3 agent@dv-cinder-813225-6-iscsi: {}, Feb 21 00:31:44.425239 dv-cinder-813225-6-iscsi neutron-server[109225]: Metadata agent@dv-cinder-813225-6-iscsi: {}, Feb 21 00:31:44.425239 dv-cinder-813225-6-iscsi neutron-server[109225]: Metering agent@dv-cinder-813225-6-iscsi: {}, Feb 21 00:31:44.425239 dv-cinder-813225-6-iscsi neutron-server[109225]: Open vSwitch agent@dv-cinder-813225-6-iscsi: { 'AddressGroup': '1.2', Feb 21 00:31:44.425239 dv-cinder-813225-6-iscsi neutron-server[109225]: 'ConntrackHelper': '1.0', Feb 21 00:31:44.425239 dv-cinder-813225-6-iscsi neutron-server[109225]: 'LocalIPAssociation': '1.0', Feb 21 00:31:44.425239 dv-cinder-813225-6-iscsi neutron-server[109225]: 'Log': '1.0', Feb 21 00:31:44.425239 dv-cinder-813225-6-iscsi neutron-server[109225]: 'Network': '1.1', Feb 21 00:31:44.425239 dv-cinder-813225-6-iscsi neutron-server[109225]: 'Port': '1.7', Feb 21 00:31:44.425239 dv-cinder-813225-6-iscsi neutron-server[109225]: 'PortForwarding': '1.2', Feb 21 00:31:44.425239 dv-cinder-813225-6-iscsi neutron-server[109225]: 'QosPolicy': '1.10', Feb 21 00:31:44.425239 dv-cinder-813225-6-iscsi neutron-server[109225]: 'SecurityGroup': '1.5', Feb 21 00:31:44.425239 dv-cinder-813225-6-iscsi neutron-server[109225]: 'SecurityGroupRule': '1.2', Feb 21 00:31:44.425239 dv-cinder-813225-6-iscsi neutron-server[109225]: 'SubPort': '1.0', Feb 21 00:31:44.425239 dv-cinder-813225-6-iscsi neutron-server[109225]: 'Subnet': '1.1', Feb 21 00:31:44.425239 dv-cinder-813225-6-iscsi neutron-server[109225]: 'Trunk': '1.1'}} Feb 21 00:31:44.425239 dv-cinder-813225-6-iscsi neutron-server[109225]: {{(pid=109225) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 21 00:31:44.439841 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5132184c-4ce0-45c2-bf39-13f7fca2a202 None None] Checking agent: {'id': 'd6e95c40-1d90-4a13-9e37-1d6580a24190', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813225-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 0, 23, 38), 'started_at': datetime.datetime(2022, 2, 21, 0, 24, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 0, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813225-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 00:31:44.440236 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5132184c-4ce0-45c2-bf39-13f7fca2a202 None None] Checking segment: {'id': 'd470c98a-8644-4be8-8df1-f825c0b18c68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:31:44.443129 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron_lib.callbacks.manager [None req-5132184c-4ce0-45c2-bf39-13f7fca2a202 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:44.443640 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5132184c-4ce0-45c2-bf39-13f7fca2a202 None None] Bound using segment: {'id': 'd470c98a-8644-4be8-8df1-f825c0b18c68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050'} {{(pid=109225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 00:31:44.444245 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.plugins.ml2.managers [None req-5132184c-4ce0-45c2-bf39-13f7fca2a202 None None] Bound port: 5aa8f52d-bb36-476f-8ecb-c86e2c7d1b6f, host: dv-cinder-813225-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd470c98a-8644-4be8-8df1-f825c0b18c68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050'}}] {{(pid=109225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 00:31:44.444863 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron_lib.callbacks.manager [None req-5132184c-4ce0-45c2-bf39-13f7fca2a202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (5aa8f52d-bb36-476f-8ecb-c86e2c7d1b6f), before_update {{(pid=109225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:44.477557 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-a0911d94-8477-47b8-8794-b47f548752bd req-a5f09b37-d3ab-4f58-8c20-a4c2a660f6c9 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/ports?device_id=baae7bf1-c38c-4d14-ba07-585da5656bff HTTP/1.1" status: 200 len: 210 time: 0.0728981 Feb 21 00:31:44.478113 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4dff36-7f77-4b03-a790-f68266795f25 admin admin] Received port after_create {{(pid=109222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 00:31:44.486874 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4dff36-7f77-4b03-a790-f68266795f25 admin admin] Pushing event updated for resources: {'Port': ['ID=1bb1f34c-c765-4e9c-877f-be0fc6368b70,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:31:44.584471 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.v2.base [None req-46b6b95b-b789-4b02-8e0b-1330003cf3d7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1241593268-network', 'tenant_id': '9a831878bb8948b9877c5341cc5cef23'}} {{(pid=109223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:31:44.622099 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.plugins.ml2.db [None req-5132184c-4ce0-45c2-bf39-13f7fca2a202 None None] For port 5aa8f52d-bb36-476f-8ecb-c86e2c7d1b6f, host dv-cinder-813225-6-iscsi, cleared binding levels {{(pid=109225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 00:31:44.631241 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.plugins.ml2.db [None req-5132184c-4ce0-45c2-bf39-13f7fca2a202 None None] For port 5aa8f52d-bb36-476f-8ecb-c86e2c7d1b6f, host dv-cinder-813225-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-6-iscsi',level=0,port_id=5aa8f52d-bb36-476f-8ecb-c86e2c7d1b6f,segment=NetworkSegment(d470c98a-8644-4be8-8df1-f825c0b18c68),segment_id=d470c98a-8644-4be8-8df1-f825c0b18c68)] {{(pid=109225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 00:31:44.646048 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46b6b95b-b789-4b02-8e0b-1330003cf3d7 admin admin] Made reservation on behalf of 9a831878bb8948b9877c5341cc5cef23 for: {'network': 1} {{(pid=109223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 00:31:44.648300 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-46b6b95b-b789-4b02-8e0b-1330003cf3d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for network (None), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:44.657154 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron_lib.callbacks.manager [None req-5132184c-4ce0-45c2-bf39-13f7fca2a202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (5aa8f52d-bb36-476f-8ecb-c86e2c7d1b6f), after_update {{(pid=109225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:44.673105 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-46b6b95b-b789-4b02-8e0b-1330003cf3d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:44.746003 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144d9165-0fc0-4e38-8aa8-898d05d6e89e None None] Pushing event updated for resources: {'Port': ['ID=5aa8f52d-bb36-476f-8ecb-c86e2c7d1b6f,revision_number=3']} {{(pid=109225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:31:44.769747 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5132184c-4ce0-45c2-bf39-13f7fca2a202 None None] Routers {'74397fb8-3d56-4ff8-97fc-6408820a2fe8'} bound to L3 agent in host dv-cinder-813225-6-iscsi {{(pid=109225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:31:44.770731 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_hamode_db [None req-5132184c-4ce0-45c2-bf39-13f7fca2a202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T00:23:33Z,description=,heartbeat_timestamp=2022-02-21T00:31:33Z,host='dv-cinder-813225-6-iscsi',id=47b5b2cb-5391-4fc3-9478-3db20537c35a,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:23:34Z,topic='l3_agent')) {'router_ids': ['74397fb8-3d56-4ff8-97fc-6408820a2fe8'], 'active': True} {{(pid=109225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:31:44.819472 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 51504) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:31:44.889220 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-46b6b95b-b789-4b02-8e0b-1330003cf3d7 admin admin] Publish callbacks [] for security_group (6e183820-7799-4d76-8951-134d5df745f9), precommit_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:44.897363 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-46b6b95b-b789-4b02-8e0b-1330003cf3d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (6e183820-7799-4d76-8951-134d5df745f9), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:44.915811 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a399d68a-8ed5-4f3f-b74b-b122a8530825 None None] Network c58ec42c-ebf4-48a5-8b13-e00a879614cb requested from dv-cinder-813225-6-iscsi {{(pid=109224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 00:31:44.929349 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_dvr_db [None req-5132184c-4ce0-45c2-bf39-13f7fca2a202 None None] Set router 74397fb8-3d56-4ff8-97fc-6408820a2fe8 gateway port host: dv-cinder-813225-6-iscsi {{(pid=109225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:31:44.951256 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b6b95b-b789-4b02-8e0b-1330003cf3d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e183820-7799-4d76-8951-134d5df745f9,revision_number=1']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:31:44.978767 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46b6b95b-b789-4b02-8e0b-1330003cf3d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=109223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 00:31:45.003813 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-46b6b95b-b789-4b02-8e0b-1330003cf3d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16097169'] for segment (809a9873-f277-43a3-8422-bc6e410a7a20), precommit_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:45.004393 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.db.segments_db [None req-46b6b95b-b789-4b02-8e0b-1330003cf3d7 admin admin] Added segment 809a9873-f277-43a3-8422-bc6e410a7a20 of type vlan for network 809eb3c5-7ec0-4274-81ee-2061de753a83 Feb 21 00:31:45.048621 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-9636713f-922e-41bb-9279-2c4a8bf43d5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:45.086084 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-520d29a8-dbfb-4690-b5c9-71afb18b98ba admin admin] Router 35bab38b-b1f8-4aa4-b3ec-5298340e2578 is scheduled to L3 agent 47b5b2cb-5391-4fc3-9478-3db20537c35a with binding_index 1 {{(pid=109222) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 00:31:45.097641 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-46b6b95b-b789-4b02-8e0b-1330003cf3d7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731676168578'] for network (809eb3c5-7ec0-4274-81ee-2061de753a83), precommit_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:45.119808 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-627fa25a-f1eb-403e-bfab-75884a1044dc None None] Provisioning complete for port d774f85d-b7c9-4b05-93f8-002005f62cef triggered by entity DHCP. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:31:45.120786 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-627fa25a-f1eb-403e-bfab-75884a1044dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (d774f85d-b7c9-4b05-93f8-002005f62cef), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:45.149429 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-46b6b95b-b789-4b02-8e0b-1330003cf3d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403'] for network (809eb3c5-7ec0-4274-81ee-2061de753a83), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:45.151712 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b6b95b-b789-4b02-8e0b-1330003cf3d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:31:45.155832 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-46b6b95b-b789-4b02-8e0b-1330003cf3d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582445'] for network (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:45.220695 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b6b95b-b789-4b02-8e0b-1330003cf3d7 admin admin] Pushing event updated for resources: {'Network': ['ID=809eb3c5-7ec0-4274-81ee-2061de753a83,revision_number=1']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:31:45.232780 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-6b235e30-2ae8-46cb-9503-f94010b66cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:45.274845 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-46b6b95b-b789-4b02-8e0b-1330003cf3d7 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9994881 Feb 21 00:31:45.283413 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 51522) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:31:45.319163 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_hamode_db [None req-5132184c-4ce0-45c2-bf39-13f7fca2a202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74397fb8-3d56-4ff8-97fc-6408820a2fe8', 'name': 'tempest-AttachVolumeShelveTestJSON-1682423178-router', 'tenant_id': '51a255ecc1c64df295f0bd94fee4f7d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'external_fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': '5aa8f52d-bb36-476f-8ecb-c86e2c7d1b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:31:38Z', 'updated_at': '2022-02-21T00:31:41Z', 'revision_number': 3, 'project_id': '51a255ecc1c64df295f0bd94fee4f7d2', 'gw_port': {'id': '5aa8f52d-bb36-476f-8ecb-c86e2c7d1b6f', 'name': '', 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a3:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74397fb8-3d56-4ff8-97fc-6408820a2fe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:31:39Z', 'updated_at': '2022-02-21T00:31:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '890cd9a8-3116-412f-9022-3458585959da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-6-iscsi'}], 'dv-cinder-813225-6-iscsi', False) {} {{(pid=109225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:31:45.320915 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-9636713f-922e-41bb-9279-2c4a8bf43d5e admin admin] Publish callbacks [] for security_group (a0304627-9a4e-4512-81b3-02fa78345598), precommit_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:45.337749 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-9636713f-922e-41bb-9279-2c4a8bf43d5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (a0304627-9a4e-4512-81b3-02fa78345598), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:45.374226 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [None req-6e202d38-a421-4c59-9bdd-1f03d7ea32a6 admin admin] Request body: {'subnet': {'network_id': '809eb3c5-7ec0-4274-81ee-2061de753a83', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1241593268-subnet', 'tenant_id': '9a831878bb8948b9877c5341cc5cef23', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:31:45.385013 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5132184c-4ce0-45c2-bf39-13f7fca2a202 None None] The sync data for ids ['74397fb8-3d56-4ff8-97fc-6408820a2fe8'] in dv-cinder-813225-6-iscsi is: [{'id': '74397fb8-3d56-4ff8-97fc-6408820a2fe8', 'name': 'tempest-AttachVolumeShelveTestJSON-1682423178-router', 'tenant_id': '51a255ecc1c64df295f0bd94fee4f7d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'external_fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': '5aa8f52d-bb36-476f-8ecb-c86e2c7d1b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:31:38Z', 'updated_at': '2022-02-21T00:31:41Z', 'revision_number': 3, 'project_id': '51a255ecc1c64df295f0bd94fee4f7d2', 'gw_port': {'id': '5aa8f52d-bb36-476f-8ecb-c86e2c7d1b6f', 'name': '', 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a3:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74397fb8-3d56-4ff8-97fc-6408820a2fe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:31:39Z', 'updated_at': '2022-02-21T00:31:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '890cd9a8-3116-412f-9022-3458585959da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-6-iscsi'}] {{(pid=109225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 00:31:45.441148 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-9636713f-922e-41bb-9279-2c4a8bf43d5e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e6e15e0492cf47e09c93f33efb59daca&name=default HTTP/1.1" status: 200 len: 2993 time: 0.6207130 Feb 21 00:31:45.443038 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9636713f-922e-41bb-9279-2c4a8bf43d5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0304627-9a4e-4512-81b3-02fa78345598,revision_number=1']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:31:45.447306 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 51532) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:31:45.460306 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e202d38-a421-4c59-9bdd-1f03d7ea32a6 admin admin] Made reservation on behalf of 9a831878bb8948b9877c5341cc5cef23 for: {'subnet': 1} {{(pid=109222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 00:31:45.463033 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-6e202d38-a421-4c59-9bdd-1f03d7ea32a6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:45.513211 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Network 809eb3c5-7ec0-4274-81ee-2061de753a83 details requested by agent ovs-agent-dv-cinder-813225-6-iscsi with host dv-cinder-813225-6-iscsi {{(pid=109224) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 00:31:45.516891 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Device d774f85d-b7c9-4b05-93f8-002005f62cef up at agent ovs-agent-dv-cinder-813225-6-iscsi {{(pid=109224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:31:45.541038 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-2e390f37-11d6-4460-b5af-301d3d7be223 admin admin] Publish callbacks [] for security_group (a0304627-9a4e-4512-81b3-02fa78345598), before_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:45.569957 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-2e390f37-11d6-4460-b5af-301d3d7be223 admin admin] Publish callbacks [] for security_group (a0304627-9a4e-4512-81b3-02fa78345598), precommit_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:45.636556 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-2e390f37-11d6-4460-b5af-301d3d7be223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (a0304627-9a4e-4512-81b3-02fa78345598), after_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:45.640931 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-2e390f37-11d6-4460-b5af-301d3d7be223 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:45.643027 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-2e390f37-11d6-4460-b5af-301d3d7be223 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a0304627-9a4e-4512-81b3-02fa78345598 HTTP/1.1" status: 204 len: 168 time: 0.1945162 Feb 21 00:31:45.646570 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-e3ff6761-3261-4a6f-859f-bc9137669de5 req-b77377a1-8455-4973-81dc-3008a8459e61 tempest-DeleteServersTestJSON-1116134669 tempest-DeleteServersTestJSON-1116134669-project] 10.222.0.45 "GET /v2.0/ports?device_id=deb436de-cb27-4097-a0c0-2bcc09bfb232 HTTP/1.1" status: 200 len: 210 time: 0.1980181 Feb 21 00:31:45.689266 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-73fb00d0-e7c6-4644-8b6f-ed8ad28aa944 req-727f532c-a5f0-4080-aaf1-3582a7e55c40 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/ports?device_id=baae7bf1-c38c-4d14-ba07-585da5656bff HTTP/1.1" status: 200 len: 210 time: 0.0762560 Feb 21 00:31:45.704388 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e390f37-11d6-4460-b5af-301d3d7be223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0304627-9a4e-4512-81b3-02fa78345598,revision_number=None']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:31:45.823283 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-627fa25a-f1eb-403e-bfab-75884a1044dc None None] Current status of the port d774f85d-b7c9-4b05-93f8-002005f62cef is: DOWN; New status is: ACTIVE {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:31:45.825432 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-627fa25a-f1eb-403e-bfab-75884a1044dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (d774f85d-b7c9-4b05-93f8-002005f62cef), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:45.830351 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Provisioning complete for port d774f85d-b7c9-4b05-93f8-002005f62cef triggered by entity L2. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:31:45.830736 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (d774f85d-b7c9-4b05-93f8-002005f62cef), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:46.030474 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-627fa25a-f1eb-403e-bfab-75884a1044dc None None] For port d774f85d-b7c9-4b05-93f8-002005f62cef, host dv-cinder-813225-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-6-iscsi',level=0,port_id=d774f85d-b7c9-4b05-93f8-002005f62cef,segment=NetworkSegment(859f6ec5-78c3-4882-887a-248af3a0d172),segment_id=859f6ec5-78c3-4882-887a-248af3a0d172)] {{(pid=109224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:31:46.034995 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-627fa25a-f1eb-403e-bfab-75884a1044dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (d774f85d-b7c9-4b05-93f8-002005f62cef), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:46.077274 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-cb4dff36-7f77-4b03-a790-f68266795f25 admin admin] Publish callbacks [] for router_gateway (0e2ac5b4-99c9-449e-85f3-72d3fb2f461b), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:46.213961 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627fa25a-f1eb-403e-bfab-75884a1044dc None None] Pushing event updated for resources: {'Port': ['ID=d774f85d-b7c9-4b05-93f8-002005f62cef,revision_number=3']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:31:46.229943 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-e14eed61-006e-4d81-a740-110461c3358b None None] Provisioning complete for port d774f85d-b7c9-4b05-93f8-002005f62cef triggered by entity DHCP. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:31:46.230710 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-e14eed61-006e-4d81-a740-110461c3358b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (d774f85d-b7c9-4b05-93f8-002005f62cef), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:46.234755 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Current status of the port d774f85d-b7c9-4b05-93f8-002005f62cef is: ACTIVE; New status is: ACTIVE {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:31:46.359959 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-e14eed61-006e-4d81-a740-110461c3358b None None] Current status of the port d774f85d-b7c9-4b05-93f8-002005f62cef is: ACTIVE; New status is: ACTIVE {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:31:46.529120 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-6e202d38-a421-4c59-9bdd-1f03d7ea32a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403'] for subnet (155d117d-264f-498a-ae3d-d725c43c2bb3), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:46.941254 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-7e4abedb-28dd-419c-8f2e-27fe0004c4d3 req-e8f508b1-fd35-4185-88c0-a8cbf3d38e2d tempest-DeleteServersTestJSON-1116134669 tempest-DeleteServersTestJSON-1116134669-project] 10.222.0.45 "GET /v2.0/ports?device_id=deb436de-cb27-4097-a0c0-2bcc09bfb232 HTTP/1.1" status: 200 len: 210 time: 0.0492318 Feb 21 00:31:47.003066 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-520d29a8-dbfb-4690-b5c9-71afb18b98ba admin admin] Notify agent at l3_agent.dv-cinder-813225-6-iscsi the message routers_updated {{(pid=109222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 00:31:47.014382 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04bf7a99-0278-4861-a02a-8e15be09538a None None] Sync routers for ids ['35bab38b-b1f8-4aa4-b3ec-5298340e2578'] in dv-cinder-813225-6-iscsi {{(pid=109224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 00:31:47.027993 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bf7a99-0278-4861-a02a-8e15be09538a None None] Routers {'35bab38b-b1f8-4aa4-b3ec-5298340e2578'} bound to L3 agent in host dv-cinder-813225-6-iscsi {{(pid=109224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:31:47.028721 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-04bf7a99-0278-4861-a02a-8e15be09538a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T00:23:33Z,description=,heartbeat_timestamp=2022-02-21T00:31:33Z,host='dv-cinder-813225-6-iscsi',id=47b5b2cb-5391-4fc3-9478-3db20537c35a,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:23:34Z,topic='l3_agent')) {'router_ids': ['35bab38b-b1f8-4aa4-b3ec-5298340e2578'], 'active': True} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:31:47.148564 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.db.db_base_plugin_common [None req-6b235e30-2ae8-46cb-9503-f94010b66cb4 admin admin] Allocated IP 172.20.0.1 (2cc309f6-129c-421f-a7c2-95ecda53f9b9/4c4904f9-0933-4cbb-8971-c27649ee3505/9d747878-1e67-405b-b6e8-52d1a7508fdc) {{(pid=109222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 00:31:47.173016 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvr_db [None req-04bf7a99-0278-4861-a02a-8e15be09538a None None] Set router 35bab38b-b1f8-4aa4-b3ec-5298340e2578 gateway port host: dv-cinder-813225-6-iscsi {{(pid=109224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:31:47.208713 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-2a4c6911-2802-47da-9f76-787710e2f466 req-b095b048-10d1-416a-a3b9-e7d55a493705 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/ports?device_id=baae7bf1-c38c-4d14-ba07-585da5656bff HTTP/1.1" status: 200 len: 210 time: 0.2077289 Feb 21 00:31:47.223396 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-520d29a8-dbfb-4690-b5c9-71afb18b98ba admin admin] Publish callbacks [] for router (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:47.224773 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-520d29a8-dbfb-4690-b5c9-71afb18b98ba admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 9.4055882 Feb 21 00:31:47.228110 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 51618) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:31:47.266886 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e202d38-a421-4c59-9bdd-1f03d7ea32a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=155d117d-264f-498a-ae3d-d725c43c2bb3,revision_number=0']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:31:47.359668 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e202d38-a421-4c59-9bdd-1f03d7ea32a6 admin admin] Checking segment: {'id': '809a9873-f277-43a3-8422-bc6e410a7a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '809eb3c5-7ec0-4274-81ee-2061de753a83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:31:47.360343 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e202d38-a421-4c59-9bdd-1f03d7ea32a6 admin admin] Network hostable DHCP agents. Network: 809eb3c5-7ec0-4274-81ee-2061de753a83, hostable agents: ['57941464-2af3-4cc7-9b46-3eeacd6f6fca'], hosted agents: [] {{(pid=109222) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 00:31:47.371496 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-cb4dff36-7f77-4b03-a790-f68266795f25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-955174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-951209'] for router (0e2ac5b4-99c9-449e-85f3-72d3fb2f461b), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:47.482363 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e202d38-a421-4c59-9bdd-1f03d7ea32a6 admin admin] Network 809eb3c5-7ec0-4274-81ee-2061de753a83 is scheduled to be hosted by DHCP agent 57941464-2af3-4cc7-9b46-3eeacd6f6fca with binding_index 1 {{(pid=109222) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 00:31:47.513252 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-6b235e30-2ae8-46cb-9503-f94010b66cb4 admin admin] Publish callbacks [] for port (9d747878-1e67-405b-b6e8-52d1a7508fdc), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:47.616136 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-04bf7a99-0278-4861-a02a-8e15be09538a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35bab38b-b1f8-4aa4-b3ec-5298340e2578', 'name': 'tempest-ServerRescueNegativeTestJSON-400306834-router', 'tenant_id': '1092f05b80bd4759940d2fbd268d02b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'external_fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': 'dc195841-086b-4f77-a5af-02dd97f105a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:31:38Z', 'updated_at': '2022-02-21T00:31:42Z', 'revision_number': 3, 'project_id': '1092f05b80bd4759940d2fbd268d02b0', 'gw_port': {'id': 'dc195841-086b-4f77-a5af-02dd97f105a2', 'name': '', 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f2:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35bab38b-b1f8-4aa4-b3ec-5298340e2578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:31:40Z', 'updated_at': '2022-02-21T00:31:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '890cd9a8-3116-412f-9022-3458585959da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-6-iscsi'}], 'dv-cinder-813225-6-iscsi', False) {} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:31:47.622196 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.scheduler.base_scheduler [None req-6e202d38-a421-4c59-9bdd-1f03d7ea32a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813225-6-iscsi, 809eb3c5-7ec0-4274-81ee-2061de753a83) {{(pid=109222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:31:47.631598 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.36', 55465) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:31:47.631937 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.36', 55467) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:31:47.697107 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06802d4-4afb-4959-9e0e-30637e4d4c7f None None] Network 809eb3c5-7ec0-4274-81ee-2061de753a83 requested from dv-cinder-813225-6-iscsi {{(pid=109224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 00:31:47.721239 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Device d774f85d-b7c9-4b05-93f8-002005f62cef up at agent ovs-agent-dv-cinder-813225-6-iscsi {{(pid=109224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:31:47.755616 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04bf7a99-0278-4861-a02a-8e15be09538a None None] Checking router: 35bab38b-b1f8-4aa4-b3ec-5298340e2578 for host: dv-cinder-813225-6-iscsi {{(pid=109224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 00:31:47.756061 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04bf7a99-0278-4861-a02a-8e15be09538a None None] Updating router 35bab38b-b1f8-4aa4-b3ec-5298340e2578 port dc195841-086b-4f77-a5af-02dd97f105a2 binding host dv-cinder-813225-6-iscsi {{(pid=109224) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 00:31:47.789807 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e202d38-a421-4c59-9bdd-1f03d7ea32a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:31:47.796253 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-6e202d38-a421-4c59-9bdd-1f03d7ea32a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582445'] for subnet (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:47.848371 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-04bf7a99-0278-4861-a02a-8e15be09538a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (dc195841-086b-4f77-a5af-02dd97f105a2), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:47.939063 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-6e202d38-a421-4c59-9bdd-1f03d7ea32a6 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.6016033 Feb 21 00:31:48.024840 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495f7121-4dc7-4a75-a92d-3bb27b970a10 req-a02e6d2d-80bb-49a5-8377-4947c3b591ff tempest-DeleteServersTestJSON-1116134669 tempest-DeleteServersTestJSON-1116134669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:31:48.027952 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-495f7121-4dc7-4a75-a92d-3bb27b970a10 req-a02e6d2d-80bb-49a5-8377-4947c3b591ff tempest-DeleteServersTestJSON-1116134669 tempest-DeleteServersTestJSON-1116134669-project] 10.222.0.36 "GET /v2.0/networks?id=1533cf7b-9c67-437b-b700-3a7d66c8044f HTTP/1.1" status: 200 len: 812 time: 0.3928668 Feb 21 00:31:48.085021 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-6b235e30-2ae8-46cb-9503-f94010b66cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731676182815'] for port (9d747878-1e67-405b-b6e8-52d1a7508fdc), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:48.102892 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [req-495f7121-4dc7-4a75-a92d-3bb27b970a10 req-c89600e5-7b4e-4034-9075-abd113479b9d tempest-DeleteServersTestJSON-1116134669 tempest-DeleteServersTestJSON-1116134669-project] Request body: {'port': {'device_id': 'deb436de-cb27-4097-a0c0-2bcc09bfb232', 'network_id': '1533cf7b-9c67-437b-b700-3a7d66c8044f', 'admin_state_up': True, 'tenant_id': '6aeb44ecd46d4a83ab095ff793e9702b'}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:31:48.178783 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-ef0d95a2-c560-4632-bd63-4f6586d6b3ec req-3314b79e-e529-46fe-a7e4-dc29b053f081 tempest-DeleteServersTestJSON-1116134669 tempest-DeleteServersTestJSON-1116134669-project] 10.222.0.45 "GET /v2.0/ports?device_id=deb436de-cb27-4097-a0c0-2bcc09bfb232 HTTP/1.1" status: 200 len: 210 time: 0.0703268 Feb 21 00:31:48.303775 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-12bbefa3-5af1-469a-87f7-876050523006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (None), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:48.316581 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25308e8-e6ac-4ed8-926a-91239ae2d412 None None] Network 809eb3c5-7ec0-4274-81ee-2061de753a83 requested from dv-cinder-813225-6-iscsi {{(pid=109224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 00:31:48.369873 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Provisioning complete for port d774f85d-b7c9-4b05-93f8-002005f62cef triggered by entity L2. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:31:48.370264 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (d774f85d-b7c9-4b05-93f8-002005f62cef), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:48.511102 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61baf3bc-2b67-48b7-8d6c-6554b95c3c7c req-466aba87-98fb-49d4-908e-54129e86f944 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:31:48.512933 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-61baf3bc-2b67-48b7-8d6c-6554b95c3c7c req-466aba87-98fb-49d4-908e-54129e86f944 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.36 "GET /v2.0/networks?id=56d46d29-560d-47ad-81a5-640623ed77d9 HTTP/1.1" status: 200 len: 814 time: 0.8799772 Feb 21 00:31:48.588523 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b235e30-2ae8-46cb-9503-f94010b66cb4 admin admin] Pushing event updated for resources: {'Port': ['ID=9d747878-1e67-405b-b6e8-52d1a7508fdc,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:31:48.601513 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [req-61baf3bc-2b67-48b7-8d6c-6554b95c3c7c req-6be3e918-5a5d-4e3b-b519-a6346353d455 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Request body: {'port': {'device_id': 'baae7bf1-c38c-4d14-ba07-585da5656bff', 'network_id': '56d46d29-560d-47ad-81a5-640623ed77d9', 'admin_state_up': True, 'tenant_id': '0467d31eadf844478eb8071898fb128e'}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:31:48.664145 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-db2d6a63-d59d-47d2-bea6-9e026f5f7961 req-2c63d85c-b752-4214-9195-f0e55995919e tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/ports?device_id=baae7bf1-c38c-4d14-ba07-585da5656bff HTTP/1.1" status: 200 len: 210 time: 0.1405206 Feb 21 00:31:48.676627 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Current status of the port d774f85d-b7c9-4b05-93f8-002005f62cef is: ACTIVE; New status is: ACTIVE {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:31:48.677339 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Device 5aa8f52d-bb36-476f-8ecb-c86e2c7d1b6f up at agent ovs-agent-dv-cinder-813225-6-iscsi {{(pid=109224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:31:48.689937 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.db.db_base_plugin_common [None req-12bbefa3-5af1-469a-87f7-876050523006 admin admin] Allocated IP 172.20.0.1 (2662c2a7-dfa3-4cb4-bf70-b308bbf4a003/6c91acbb-c03d-4786-afca-288f577437ce/703c5d97-95da-4938-9d2d-d93d6b5f9ab5) {{(pid=109223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 00:31:48.796997 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb4dff36-7f77-4b03-a790-f68266795f25 admin admin] Router 0e2ac5b4-99c9-449e-85f3-72d3fb2f461b is scheduled to L3 agent 47b5b2cb-5391-4fc3-9478-3db20537c35a with binding_index 1 {{(pid=109222) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 00:31:48.799151 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-495f7121-4dc7-4a75-a92d-3bb27b970a10 req-c89600e5-7b4e-4034-9075-abd113479b9d tempest-DeleteServersTestJSON-1116134669 tempest-DeleteServersTestJSON-1116134669-project] Made reservation on behalf of 6aeb44ecd46d4a83ab095ff793e9702b for: {'port': 1} {{(pid=109222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 00:31:48.802901 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-495f7121-4dc7-4a75-a92d-3bb27b970a10 req-c89600e5-7b4e-4034-9075-abd113479b9d tempest-DeleteServersTestJSON-1116134669 tempest-DeleteServersTestJSON-1116134669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:48.818176 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Provisioning complete for port 5aa8f52d-bb36-476f-8ecb-c86e2c7d1b6f triggered by entity L2. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:31:48.818561 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (5aa8f52d-bb36-476f-8ecb-c86e2c7d1b6f), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:48.823506 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b235e30-2ae8-46cb-9503-f94010b66cb4 admin admin] Network 2cc309f6-129c-421f-a7c2-95ecda53f9b9 is already hosted by enough agents. {{(pid=109222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:31:48.859647 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-04bf7a99-0278-4861-a02a-8e15be09538a None None] Publish callbacks [] for port (dc195841-086b-4f77-a5af-02dd97f105a2), precommit_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:48.882053 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-04bf7a99-0278-4861-a02a-8e15be09538a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (dc195841-086b-4f77-a5af-02dd97f105a2), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:48.948330 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.managers [None req-04bf7a99-0278-4861-a02a-8e15be09538a None None] Attempting to bind port dc195841-086b-4f77-a5af-02dd97f105a2 on host dv-cinder-813225-6-iscsi for vnic_type normal with profile {{(pid=109224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 00:31:48.948459 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.managers [None req-04bf7a99-0278-4861-a02a-8e15be09538a None None] Attempting to bind port dc195841-086b-4f77-a5af-02dd97f105a2 by drivers openvswitch,hyperv on host dv-cinder-813225-6-iscsi at level 0 using segments [{'id': 'd470c98a-8644-4be8-8df1-f825c0b18c68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050'}] {{(pid=109224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 00:31:48.948837 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04bf7a99-0278-4861-a02a-8e15be09538a None None] Attempting to bind port dc195841-086b-4f77-a5af-02dd97f105a2 on network 9d25e361-1d6c-4c24-9c73-356a2ab84050 {{(pid=109224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:31:48.966550 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Current status of the port 5aa8f52d-bb36-476f-8ecb-c86e2c7d1b6f is: DOWN; New status is: ACTIVE {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:31:48.966985 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (5aa8f52d-bb36-476f-8ecb-c86e2c7d1b6f), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:48.967936 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 51708) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:31:48.976118 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.v2.base [None req-a3c14e68-a4ac-4004-ba58-d1e933bc8c6b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-209665988-network', 'tenant_id': 'e9ac04d2b6f7431b886a1e7310510b1f'}} {{(pid=109223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:31:48.988838 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] For port 5aa8f52d-bb36-476f-8ecb-c86e2c7d1b6f, host dv-cinder-813225-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-6-iscsi',level=0,port_id=5aa8f52d-bb36-476f-8ecb-c86e2c7d1b6f,segment=NetworkSegment(d470c98a-8644-4be8-8df1-f825c0b18c68),segment_id=d470c98a-8644-4be8-8df1-f825c0b18c68)] {{(pid=109224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:31:48.991829 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04bf7a99-0278-4861-a02a-8e15be09538a None None] Checking agent: {'id': 'd6e95c40-1d90-4a13-9e37-1d6580a24190', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813225-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 0, 23, 38), 'started_at': datetime.datetime(2022, 2, 21, 0, 24, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 0, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813225-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 00:31:48.992210 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04bf7a99-0278-4861-a02a-8e15be09538a None None] Checking segment: {'id': 'd470c98a-8644-4be8-8df1-f825c0b18c68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:31:48.993006 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-04bf7a99-0278-4861-a02a-8e15be09538a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:48.993580 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04bf7a99-0278-4861-a02a-8e15be09538a None None] Bound using segment: {'id': 'd470c98a-8644-4be8-8df1-f825c0b18c68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050'} {{(pid=109224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 00:31:48.993680 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.managers [None req-04bf7a99-0278-4861-a02a-8e15be09538a None None] Bound port: dc195841-086b-4f77-a5af-02dd97f105a2, host: dv-cinder-813225-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd470c98a-8644-4be8-8df1-f825c0b18c68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050'}}] {{(pid=109224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 00:31:48.994046 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-04bf7a99-0278-4861-a02a-8e15be09538a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (dc195841-086b-4f77-a5af-02dd97f105a2), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:49.005322 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (5aa8f52d-bb36-476f-8ecb-c86e2c7d1b6f), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:49.011476 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-12bbefa3-5af1-469a-87f7-876050523006 admin admin] Publish callbacks [] for port (703c5d97-95da-4938-9d2d-d93d6b5f9ab5), precommit_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:49.021475 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3c14e68-a4ac-4004-ba58-d1e933bc8c6b admin admin] Made reservation on behalf of e9ac04d2b6f7431b886a1e7310510b1f for: {'network': 1} {{(pid=109223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 00:31:49.031318 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-a3c14e68-a4ac-4004-ba58-d1e933bc8c6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for network (None), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:49.053799 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-a3c14e68-a4ac-4004-ba58-d1e933bc8c6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:49.151352 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.db.db_base_plugin_common [req-495f7121-4dc7-4a75-a92d-3bb27b970a10 req-c89600e5-7b4e-4034-9075-abd113479b9d tempest-DeleteServersTestJSON-1116134669 tempest-DeleteServersTestJSON-1116134669-project] Allocated IP 172.20.0.7 (1533cf7b-9c67-437b-b700-3a7d66c8044f/5dea268a-184d-4283-924f-3d7eefe88f4c/dbbde956-e7cf-4df6-8715-10ce5c344da7) {{(pid=109222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 00:31:49.196253 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-12bbefa3-5af1-469a-87f7-876050523006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731676182815'] for port (703c5d97-95da-4938-9d2d-d93d6b5f9ab5), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:49.224225 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc6f1d4-3f49-4a13-b147-b5a8926048e4 None None] Pushing event updated for resources: {'Port': ['ID=dc195841-086b-4f77-a5af-02dd97f105a2,revision_number=2']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:31:49.316664 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Pushing event updated for resources: {'Port': ['ID=5aa8f52d-bb36-476f-8ecb-c86e2c7d1b6f,revision_number=4']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:31:49.340130 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-04bf7a99-0278-4861-a02a-8e15be09538a None None] For port dc195841-086b-4f77-a5af-02dd97f105a2, host dv-cinder-813225-6-iscsi, cleared binding levels {{(pid=109224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 00:31:49.366906 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.scheduler.base_scheduler [None req-6b235e30-2ae8-46cb-9503-f94010b66cb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:31:49.371151 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-04bf7a99-0278-4861-a02a-8e15be09538a None None] For port dc195841-086b-4f77-a5af-02dd97f105a2, host dv-cinder-813225-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-6-iscsi',level=0,port_id=dc195841-086b-4f77-a5af-02dd97f105a2,segment=NetworkSegment(d470c98a-8644-4be8-8df1-f825c0b18c68),segment_id=d470c98a-8644-4be8-8df1-f825c0b18c68)] {{(pid=109224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 00:31:49.384396 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12bbefa3-5af1-469a-87f7-876050523006 admin admin] Network 2662c2a7-dfa3-4cb4-bf70-b308bbf4a003 is already hosted by enough agents. {{(pid=109223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:31:49.387594 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b235e30-2ae8-46cb-9503-f94010b66cb4 admin admin] Received port after_create {{(pid=109222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 00:31:49.388067 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.scheduler.base_scheduler [None req-12bbefa3-5af1-469a-87f7-876050523006 admin admin] Resources bound (agent type, host, resource id): {{(pid=109223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:31:49.388182 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-6b235e30-2ae8-46cb-9503-f94010b66cb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-951422'] for router_interface (74397fb8-3d56-4ff8-97fc-6408820a2fe8), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:49.389415 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-04bf7a99-0278-4861-a02a-8e15be09538a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (dc195841-086b-4f77-a5af-02dd97f105a2), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:49.580178 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc6f1d4-3f49-4a13-b147-b5a8926048e4 None None] Pushing event updated for resources: {'Port': ['ID=dc195841-086b-4f77-a5af-02dd97f105a2,revision_number=3']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:31:49.631803 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-49e97289-9327-413e-b0e4-511e6ea77eb0 req-2d73f029-93f1-487e-98cb-b87aa5a22ce3 tempest-DeleteServersTestJSON-1116134669 tempest-DeleteServersTestJSON-1116134669-project] 10.222.0.45 "GET /v2.0/ports?device_id=deb436de-cb27-4097-a0c0-2bcc09bfb232 HTTP/1.1" status: 200 len: 210 time: 0.3078847 Feb 21 00:31:49.632588 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bbefa3-5af1-469a-87f7-876050523006 admin admin] Pushing event updated for resources: {'Port': ['ID=703c5d97-95da-4938-9d2d-d93d6b5f9ab5,revision_number=1']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:31:49.638441 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12bbefa3-5af1-469a-87f7-876050523006 admin admin] Received port after_create {{(pid=109223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 00:31:49.639055 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-12bbefa3-5af1-469a-87f7-876050523006 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-951422'] for router_interface (35bab38b-b1f8-4aa4-b3ec-5298340e2578), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:49.639175 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bf7a99-0278-4861-a02a-8e15be09538a None None] Routers {'35bab38b-b1f8-4aa4-b3ec-5298340e2578'} bound to L3 agent in host dv-cinder-813225-6-iscsi {{(pid=109224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:31:49.640393 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-04bf7a99-0278-4861-a02a-8e15be09538a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T00:23:33Z,description=,heartbeat_timestamp=2022-02-21T00:31:33Z,host='dv-cinder-813225-6-iscsi',id=47b5b2cb-5391-4fc3-9478-3db20537c35a,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:23:34Z,topic='l3_agent')) {'router_ids': ['35bab38b-b1f8-4aa4-b3ec-5298340e2578'], 'active': True} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:31:49.864563 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61baf3bc-2b67-48b7-8d6c-6554b95c3c7c req-6be3e918-5a5d-4e3b-b519-a6346353d455 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Made reservation on behalf of 0467d31eadf844478eb8071898fb128e for: {'port': 1} {{(pid=109222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 00:31:49.880550 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-61baf3bc-2b67-48b7-8d6c-6554b95c3c7c req-6be3e918-5a5d-4e3b-b519-a6346353d455 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:49.891830 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvr_db [None req-04bf7a99-0278-4861-a02a-8e15be09538a None None] Set router 35bab38b-b1f8-4aa4-b3ec-5298340e2578 gateway port host: dv-cinder-813225-6-iscsi {{(pid=109224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:31:49.949162 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-495f7121-4dc7-4a75-a92d-3bb27b970a10 req-c89600e5-7b4e-4034-9075-abd113479b9d tempest-DeleteServersTestJSON-1116134669 tempest-DeleteServersTestJSON-1116134669-project] Publish callbacks [] for port (dbbde956-e7cf-4df6-8715-10ce5c344da7), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:49.965797 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-a3c14e68-a4ac-4004-ba58-d1e933bc8c6b admin admin] Publish callbacks [] for security_group (e0dba368-0af5-45ff-b04e-14ed6ebc86d3), precommit_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:49.980755 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-a3c14e68-a4ac-4004-ba58-d1e933bc8c6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (e0dba368-0af5-45ff-b04e-14ed6ebc86d3), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:50.033496 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3c14e68-a4ac-4004-ba58-d1e933bc8c6b admin admin] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=109223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 00:31:50.080683 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-1234dc8c-6af5-41f2-9596-fd7afa263b4e None None] Provisioning complete for port 9d747878-1e67-405b-b6e8-52d1a7508fdc triggered by entity DHCP. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:31:50.081245 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-1234dc8c-6af5-41f2-9596-fd7afa263b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (9d747878-1e67-405b-b6e8-52d1a7508fdc), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:50.131334 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-1234dc8c-6af5-41f2-9596-fd7afa263b4e None None] Port 9d747878-1e67-405b-b6e8-52d1a7508fdc cannot update to ACTIVE because it is not bound. {{(pid=109224) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 00:31:50.205475 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-a3c14e68-a4ac-4004-ba58-d1e933bc8c6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16097169'] for segment (9b31e802-99aa-4785-84ef-e99dc6cf2402), precommit_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:50.205988 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.db.segments_db [None req-a3c14e68-a4ac-4004-ba58-d1e933bc8c6b admin admin] Added segment 9b31e802-99aa-4785-84ef-e99dc6cf2402 of type vlan for network b5570556-1f99-435b-bec4-b08629e96366 Feb 21 00:31:50.224304 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-1637c1da-9beb-4d95-b77a-df7c4d6cc02b req-ecff5e31-98f4-4c03-901e-7a4ddf1bb056 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/ports?device_id=baae7bf1-c38c-4d14-ba07-585da5656bff HTTP/1.1" status: 200 len: 210 time: 0.3193552 Feb 21 00:31:50.258365 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-6b235e30-2ae8-46cb-9503-f94010b66cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (9d747878-1e67-405b-b6e8-52d1a7508fdc), before_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:50.286756 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c14e68-a4ac-4004-ba58-d1e933bc8c6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0dba368-0af5-45ff-b04e-14ed6ebc86d3,revision_number=1']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:31:50.300626 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-a3c14e68-a4ac-4004-ba58-d1e933bc8c6b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731676168578'] for network (b5570556-1f99-435b-bec4-b08629e96366), precommit_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:50.320400 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-04bf7a99-0278-4861-a02a-8e15be09538a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35bab38b-b1f8-4aa4-b3ec-5298340e2578', 'name': 'tempest-ServerRescueNegativeTestJSON-400306834-router', 'tenant_id': '1092f05b80bd4759940d2fbd268d02b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'external_fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': 'dc195841-086b-4f77-a5af-02dd97f105a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:31:38Z', 'updated_at': '2022-02-21T00:31:42Z', 'revision_number': 3, 'project_id': '1092f05b80bd4759940d2fbd268d02b0', 'gw_port': {'id': 'dc195841-086b-4f77-a5af-02dd97f105a2', 'name': '', 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f2:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35bab38b-b1f8-4aa4-b3ec-5298340e2578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:31:40Z', 'updated_at': '2022-02-21T00:31:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '890cd9a8-3116-412f-9022-3458585959da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-6-iscsi'}], 'dv-cinder-813225-6-iscsi', False) {} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:31:50.384148 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04bf7a99-0278-4861-a02a-8e15be09538a None None] The sync data for ids ['35bab38b-b1f8-4aa4-b3ec-5298340e2578'] in dv-cinder-813225-6-iscsi is: [{'id': '35bab38b-b1f8-4aa4-b3ec-5298340e2578', 'name': 'tempest-ServerRescueNegativeTestJSON-400306834-router', 'tenant_id': '1092f05b80bd4759940d2fbd268d02b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'external_fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': 'dc195841-086b-4f77-a5af-02dd97f105a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:31:38Z', 'updated_at': '2022-02-21T00:31:42Z', 'revision_number': 3, 'project_id': '1092f05b80bd4759940d2fbd268d02b0', 'gw_port': {'id': 'dc195841-086b-4f77-a5af-02dd97f105a2', 'name': '', 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f2:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35bab38b-b1f8-4aa4-b3ec-5298340e2578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:31:40Z', 'updated_at': '2022-02-21T00:31:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '890cd9a8-3116-412f-9022-3458585959da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-6-iscsi'}] {{(pid=109224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 00:31:50.411714 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-12bbefa3-5af1-469a-87f7-876050523006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (703c5d97-95da-4938-9d2d-d93d6b5f9ab5), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:50.421825 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-a3c14e68-a4ac-4004-ba58-d1e933bc8c6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403'] for network (b5570556-1f99-435b-bec4-b08629e96366), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:50.422847 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c14e68-a4ac-4004-ba58-d1e933bc8c6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:31:50.423656 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-a3c14e68-a4ac-4004-ba58-d1e933bc8c6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582445'] for network (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:50.527567 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-a3c14e68-a4ac-4004-ba58-d1e933bc8c6b admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5576189 Feb 21 00:31:50.528194 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 51742) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:31:50.564467 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.v2.base [None req-931cf8fe-7cba-40bb-a1b8-6face7372351 admin admin] Request body: {'subnet': {'network_id': 'b5570556-1f99-435b-bec4-b08629e96366', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-209665988-subnet', 'tenant_id': 'e9ac04d2b6f7431b886a1e7310510b1f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:31:50.605851 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c14e68-a4ac-4004-ba58-d1e933bc8c6b admin admin] Pushing event updated for resources: {'Network': ['ID=b5570556-1f99-435b-bec4-b08629e96366,revision_number=1']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:31:50.621902 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Network b5570556-1f99-435b-bec4-b08629e96366 details requested by agent ovs-agent-dv-cinder-813225-6-iscsi with host dv-cinder-813225-6-iscsi {{(pid=109224) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 00:31:50.657803 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-931cf8fe-7cba-40bb-a1b8-6face7372351 admin admin] Made reservation on behalf of e9ac04d2b6f7431b886a1e7310510b1f for: {'subnet': 1} {{(pid=109223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 00:31:50.660763 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-931cf8fe-7cba-40bb-a1b8-6face7372351 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:50.740154 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb4dff36-7f77-4b03-a790-f68266795f25 admin admin] Notify agent at l3_agent.dv-cinder-813225-6-iscsi the message routers_updated {{(pid=109222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 00:31:50.745467 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-495f7121-4dc7-4a75-a92d-3bb27b970a10 req-c89600e5-7b4e-4034-9075-abd113479b9d tempest-DeleteServersTestJSON-1116134669 tempest-DeleteServersTestJSON-1116134669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731676182815'] for port (dbbde956-e7cf-4df6-8715-10ce5c344da7), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:50.751913 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01959663-b801-4934-b113-49747fc2d18a None None] Sync routers for ids ['0e2ac5b4-99c9-449e-85f3-72d3fb2f461b'] in dv-cinder-813225-6-iscsi {{(pid=109225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 00:31:50.780247 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01959663-b801-4934-b113-49747fc2d18a None None] Routers {'0e2ac5b4-99c9-449e-85f3-72d3fb2f461b'} bound to L3 agent in host dv-cinder-813225-6-iscsi {{(pid=109225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:31:50.782634 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_hamode_db [None req-01959663-b801-4934-b113-49747fc2d18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T00:23:33Z,description=,heartbeat_timestamp=2022-02-21T00:31:33Z,host='dv-cinder-813225-6-iscsi',id=47b5b2cb-5391-4fc3-9478-3db20537c35a,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:23:34Z,topic='l3_agent')) {'router_ids': ['0e2ac5b4-99c9-449e-85f3-72d3fb2f461b'], 'active': True} {{(pid=109225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:31:50.985543 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_dvr_db [None req-01959663-b801-4934-b113-49747fc2d18a None None] Set router 0e2ac5b4-99c9-449e-85f3-72d3fb2f461b gateway port host: dv-cinder-813225-6-iscsi {{(pid=109225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:31:51.035824 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-cb4dff36-7f77-4b03-a790-f68266795f25 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:51.041742 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-cb4dff36-7f77-4b03-a790-f68266795f25 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 10.4144123 Feb 21 00:31:51.043649 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 51748) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:31:51.080503 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-495f7121-4dc7-4a75-a92d-3bb27b970a10 req-c89600e5-7b4e-4034-9075-abd113479b9d tempest-DeleteServersTestJSON-1116134669 tempest-DeleteServersTestJSON-1116134669-project] Network 1533cf7b-9c67-437b-b700-3a7d66c8044f is already hosted by enough agents. {{(pid=109222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:31:51.121261 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.scheduler.base_scheduler [req-495f7121-4dc7-4a75-a92d-3bb27b970a10 req-c89600e5-7b4e-4034-9075-abd113479b9d tempest-DeleteServersTestJSON-1116134669 tempest-DeleteServersTestJSON-1116134669-project] Resources bound (agent type, host, resource id): {{(pid=109222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:31:51.129960 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.db.l3_dvrscheduler_db [req-495f7121-4dc7-4a75-a92d-3bb27b970a10 req-c89600e5-7b4e-4034-9075-abd113479b9d tempest-DeleteServersTestJSON-1116134669 tempest-DeleteServersTestJSON-1116134669-project] Received port after_create {{(pid=109222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 00:31:51.135163 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495f7121-4dc7-4a75-a92d-3bb27b970a10 req-c89600e5-7b4e-4034-9075-abd113479b9d tempest-DeleteServersTestJSON-1116134669 tempest-DeleteServersTestJSON-1116134669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:31:51.143939 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-495f7121-4dc7-4a75-a92d-3bb27b970a10 req-c89600e5-7b4e-4034-9075-abd113479b9d tempest-DeleteServersTestJSON-1116134669 tempest-DeleteServersTestJSON-1116134669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582445'] for port (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:51.188386 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89600e5-7b4e-4034-9075-abd113479b9d tempest-DeleteServersTestJSON-1116134669 tempest-DeleteServersTestJSON-1116134669-project] Pushing event updated for resources: {'Port': ['ID=dbbde956-e7cf-4df6-8715-10ce5c344da7,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:31:51.239316 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-495f7121-4dc7-4a75-a92d-3bb27b970a10 req-c89600e5-7b4e-4034-9075-abd113479b9d tempest-DeleteServersTestJSON-1116134669 tempest-DeleteServersTestJSON-1116134669-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1394916 Feb 21 00:31:51.299313 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [req-495f7121-4dc7-4a75-a92d-3bb27b970a10 req-ae77cba6-18e4-4422-a24a-cbf25008de95 tempest-DeleteServersTestJSON-1116134669 tempest-DeleteServersTestJSON-1116134669-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109222) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 00:31:51.300439 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-495f7121-4dc7-4a75-a92d-3bb27b970a10 req-ae77cba6-18e4-4422-a24a-cbf25008de95 tempest-DeleteServersTestJSON-1116134669 tempest-DeleteServersTestJSON-1116134669-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0221913 Feb 21 00:31:51.317307 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.db.db_base_plugin_common [req-61baf3bc-2b67-48b7-8d6c-6554b95c3c7c req-6be3e918-5a5d-4e3b-b519-a6346353d455 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Allocated IP 172.20.0.13 (56d46d29-560d-47ad-81a5-640623ed77d9/e737284c-a5a6-4a63-a4b0-f2ad93902441/f3d26097-eec0-4f8b-a37f-5da2c7131cf4) {{(pid=109222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 00:31:51.324517 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 51752) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:31:51.359687 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe3a3ba-ade4-4bd5-89f3-76ac89368224 req-23ec49a7-4790-4260-926a-de76bb4275b4 tempest-DeleteServersTestJSON-1116134669 tempest-DeleteServersTestJSON-1116134669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:31:51.361273 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-bfe3a3ba-ade4-4bd5-89f3-76ac89368224 req-23ec49a7-4790-4260-926a-de76bb4275b4 tempest-DeleteServersTestJSON-1116134669 tempest-DeleteServersTestJSON-1116134669-project] 10.222.0.45 "GET /v2.0/ports?device_id=deb436de-cb27-4097-a0c0-2bcc09bfb232 HTTP/1.1" status: 200 len: 931 time: 0.4807501 Feb 21 00:31:51.521611 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_hamode_db [None req-01959663-b801-4934-b113-49747fc2d18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e2ac5b4-99c9-449e-85f3-72d3fb2f461b', 'name': 'tempest-AttachVolumeTestJSON-923459538-router', 'tenant_id': 'f83942655a004261ad34343d44c6cf6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'external_fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '1bb1f34c-c765-4e9c-877f-be0fc6368b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:31:40Z', 'updated_at': '2022-02-21T00:31:44Z', 'revision_number': 3, 'project_id': 'f83942655a004261ad34343d44c6cf6b', 'gw_port': {'id': '1bb1f34c-c765-4e9c-877f-be0fc6368b70', 'name': '', 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:17:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e2ac5b4-99c9-449e-85f3-72d3fb2f461b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:31:42Z', 'updated_at': '2022-02-21T00:31:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '890cd9a8-3116-412f-9022-3458585959da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-6-iscsi'}], 'dv-cinder-813225-6-iscsi', False) {} {{(pid=109225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:31:51.570520 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01959663-b801-4934-b113-49747fc2d18a None None] Checking router: 0e2ac5b4-99c9-449e-85f3-72d3fb2f461b for host: dv-cinder-813225-6-iscsi {{(pid=109225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 00:31:51.573240 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01959663-b801-4934-b113-49747fc2d18a None None] Updating router 0e2ac5b4-99c9-449e-85f3-72d3fb2f461b port 1bb1f34c-c765-4e9c-877f-be0fc6368b70 binding host dv-cinder-813225-6-iscsi {{(pid=109225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 00:31:51.579406 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-117e5a79-e752-4f8b-863c-8699e58ca985 req-5789f3ff-2e6f-42a7-a429-43c9eece5907 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/ports?device_id=baae7bf1-c38c-4d14-ba07-585da5656bff HTTP/1.1" status: 200 len: 210 time: 0.1775169 Feb 21 00:31:51.606148 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron_lib.callbacks.manager [None req-01959663-b801-4934-b113-49747fc2d18a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (1bb1f34c-c765-4e9c-877f-be0fc6368b70), before_update {{(pid=109225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:51.621175 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Device 5aa8f52d-bb36-476f-8ecb-c86e2c7d1b6f up at agent ovs-agent-dv-cinder-813225-6-iscsi {{(pid=109224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:31:51.698678 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-12bbefa3-5af1-469a-87f7-876050523006 admin admin] Publish callbacks [] for port (703c5d97-95da-4938-9d2d-d93d6b5f9ab5), precommit_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:51.731392 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Provisioning complete for port 5aa8f52d-bb36-476f-8ecb-c86e2c7d1b6f triggered by entity L2. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:31:51.731702 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (5aa8f52d-bb36-476f-8ecb-c86e2c7d1b6f), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:51.944155 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [req-495f7121-4dc7-4a75-a92d-3bb27b970a10 req-2eeabcac-fb9f-4eb4-8a3a-75cbd81751a1 service neutron] Request body: {'port': {'device_id': 'deb436de-cb27-4097-a0c0-2bcc09bfb232', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:31:51.951008 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-08e6ed31-3d3c-471a-83a6-41a03c2ab0d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:51.974216 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Current status of the port 5aa8f52d-bb36-476f-8ecb-c86e2c7d1b6f is: ACTIVE; New status is: ACTIVE {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:31:51.975328 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Device dc195841-086b-4f77-a5af-02dd97f105a2 up at agent ovs-agent-dv-cinder-813225-6-iscsi {{(pid=109224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:31:51.989645 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-bfe3a3ba-ade4-4bd5-89f3-76ac89368224 req-6b3a3b6b-fdb2-49fd-9566-f76c60e779dc tempest-DeleteServersTestJSON-1116134669 tempest-DeleteServersTestJSON-1116134669-project] 10.222.0.45 "GET /v2.0/security-groups?id=2e88ae11-95d7-4230-ba40-d67b4fc42edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5906537 Feb 21 00:31:52.009893 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-12bbefa3-5af1-469a-87f7-876050523006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (703c5d97-95da-4938-9d2d-d93d6b5f9ab5), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:52.010713 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-12bbefa3-5af1-469a-87f7-876050523006 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-951530'] for router_interface (35bab38b-b1f8-4aa4-b3ec-5298340e2578), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:52.052065 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-6b235e30-2ae8-46cb-9503-f94010b66cb4 admin admin] Publish callbacks [] for port (9d747878-1e67-405b-b6e8-52d1a7508fdc), precommit_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:52.084761 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Provisioning complete for port dc195841-086b-4f77-a5af-02dd97f105a2 triggered by entity L2. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:31:52.085042 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (dc195841-086b-4f77-a5af-02dd97f105a2), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:52.086706 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-6b235e30-2ae8-46cb-9503-f94010b66cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (9d747878-1e67-405b-b6e8-52d1a7508fdc), after_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:52.117475 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-6b235e30-2ae8-46cb-9503-f94010b66cb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-951530'] for router_interface (74397fb8-3d56-4ff8-97fc-6408820a2fe8), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:52.121477 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 51764) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:31:52.125528 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron_lib.callbacks.manager [None req-01959663-b801-4934-b113-49747fc2d18a None None] Publish callbacks [] for port (1bb1f34c-c765-4e9c-877f-be0fc6368b70), precommit_update {{(pid=109225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:52.135962 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron_lib.callbacks.manager [None req-01959663-b801-4934-b113-49747fc2d18a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (1bb1f34c-c765-4e9c-877f-be0fc6368b70), after_update {{(pid=109225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:52.205255 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bbefa3-5af1-469a-87f7-876050523006 admin admin] Pushing event updated for resources: {'Port': ['ID=703c5d97-95da-4938-9d2d-d93d6b5f9ab5,revision_number=2']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:31:52.221038 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b712ae-e494-4a37-b02c-4ab4d02a769d None None] Pushing event updated for resources: {'Port': ['ID=1bb1f34c-c765-4e9c-877f-be0fc6368b70,revision_number=2']} {{(pid=109225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:31:52.251989 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-931cf8fe-7cba-40bb-a1b8-6face7372351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403'] for subnet (9eba9264-75da-434e-9801-ebbaffb31df6), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:52.271648 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.plugins.ml2.managers [None req-01959663-b801-4934-b113-49747fc2d18a None None] Attempting to bind port 1bb1f34c-c765-4e9c-877f-be0fc6368b70 on host dv-cinder-813225-6-iscsi for vnic_type normal with profile {{(pid=109225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 00:31:52.273419 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.plugins.ml2.managers [None req-01959663-b801-4934-b113-49747fc2d18a None None] Attempting to bind port 1bb1f34c-c765-4e9c-877f-be0fc6368b70 by drivers openvswitch,hyperv on host dv-cinder-813225-6-iscsi at level 0 using segments [{'id': 'd470c98a-8644-4be8-8df1-f825c0b18c68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050'}] {{(pid=109225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 00:31:52.273851 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01959663-b801-4934-b113-49747fc2d18a None None] Attempting to bind port 1bb1f34c-c765-4e9c-877f-be0fc6368b70 on network 9d25e361-1d6c-4c24-9c73-356a2ab84050 {{(pid=109225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:31:52.282123 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Current status of the port dc195841-086b-4f77-a5af-02dd97f105a2 is: DOWN; New status is: ACTIVE {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:31:52.282518 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (dc195841-086b-4f77-a5af-02dd97f105a2), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:52.285003 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01959663-b801-4934-b113-49747fc2d18a None None] Checking agent: {'id': 'd6e95c40-1d90-4a13-9e37-1d6580a24190', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813225-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 0, 23, 38), 'started_at': datetime.datetime(2022, 2, 21, 0, 24, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 0, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813225-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 00:31:52.285397 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01959663-b801-4934-b113-49747fc2d18a None None] Checking segment: {'id': 'd470c98a-8644-4be8-8df1-f825c0b18c68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:31:52.285859 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron_lib.callbacks.manager [None req-01959663-b801-4934-b113-49747fc2d18a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:52.286263 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01959663-b801-4934-b113-49747fc2d18a None None] Bound using segment: {'id': 'd470c98a-8644-4be8-8df1-f825c0b18c68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050'} {{(pid=109225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 00:31:52.287079 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.plugins.ml2.managers [None req-01959663-b801-4934-b113-49747fc2d18a None None] Bound port: 1bb1f34c-c765-4e9c-877f-be0fc6368b70, host: dv-cinder-813225-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd470c98a-8644-4be8-8df1-f825c0b18c68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050'}}] {{(pid=109225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 00:31:52.287672 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron_lib.callbacks.manager [None req-01959663-b801-4934-b113-49747fc2d18a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (1bb1f34c-c765-4e9c-877f-be0fc6368b70), before_update {{(pid=109225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:52.322542 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b235e30-2ae8-46cb-9503-f94010b66cb4 admin admin] Pushing event updated for resources: {'Port': ['ID=9d747878-1e67-405b-b6e8-52d1a7508fdc,revision_number=2']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:31:52.324039 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] For port dc195841-086b-4f77-a5af-02dd97f105a2, host dv-cinder-813225-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-6-iscsi',level=0,port_id=dc195841-086b-4f77-a5af-02dd97f105a2,segment=NetworkSegment(d470c98a-8644-4be8-8df1-f825c0b18c68),segment_id=d470c98a-8644-4be8-8df1-f825c0b18c68)] {{(pid=109224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:31:52.342595 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (dc195841-086b-4f77-a5af-02dd97f105a2), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:52.392824 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.plugins.ml2.db [None req-01959663-b801-4934-b113-49747fc2d18a None None] For port 1bb1f34c-c765-4e9c-877f-be0fc6368b70, host dv-cinder-813225-6-iscsi, cleared binding levels {{(pid=109225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 00:31:52.398331 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.plugins.ml2.db [None req-01959663-b801-4934-b113-49747fc2d18a None None] For port 1bb1f34c-c765-4e9c-877f-be0fc6368b70, host dv-cinder-813225-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-6-iscsi',level=0,port_id=1bb1f34c-c765-4e9c-877f-be0fc6368b70,segment=NetworkSegment(d470c98a-8644-4be8-8df1-f825c0b18c68),segment_id=d470c98a-8644-4be8-8df1-f825c0b18c68)] {{(pid=109225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 00:31:52.412278 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron_lib.callbacks.manager [None req-01959663-b801-4934-b113-49747fc2d18a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (1bb1f34c-c765-4e9c-877f-be0fc6368b70), after_update {{(pid=109225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:52.445343 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Pushing event updated for resources: {'Port': ['ID=dc195841-086b-4f77-a5af-02dd97f105a2,revision_number=4']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:31:52.533049 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01959663-b801-4934-b113-49747fc2d18a None None] Routers {'0e2ac5b4-99c9-449e-85f3-72d3fb2f461b'} bound to L3 agent in host dv-cinder-813225-6-iscsi {{(pid=109225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:31:52.533690 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_hamode_db [None req-01959663-b801-4934-b113-49747fc2d18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T00:23:33Z,description=,heartbeat_timestamp=2022-02-21T00:31:33Z,host='dv-cinder-813225-6-iscsi',id=47b5b2cb-5391-4fc3-9478-3db20537c35a,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:23:34Z,topic='l3_agent')) {'router_ids': ['0e2ac5b4-99c9-449e-85f3-72d3fb2f461b'], 'active': True} {{(pid=109225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:31:52.582125 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-61baf3bc-2b67-48b7-8d6c-6554b95c3c7c req-6be3e918-5a5d-4e3b-b519-a6346353d455 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Publish callbacks [] for port (f3d26097-eec0-4f8b-a37f-5da2c7131cf4), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:52.662687 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-7aa12341-6d1a-4658-aca0-55a2bc2f39f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:52.668458 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931cf8fe-7cba-40bb-a1b8-6face7372351 admin admin] Checking segment: {'id': '9b31e802-99aa-4785-84ef-e99dc6cf2402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'b5570556-1f99-435b-bec4-b08629e96366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:31:52.669077 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931cf8fe-7cba-40bb-a1b8-6face7372351 admin admin] Network hostable DHCP agents. Network: b5570556-1f99-435b-bec4-b08629e96366, hostable agents: ['57941464-2af3-4cc7-9b46-3eeacd6f6fca'], hosted agents: [] {{(pid=109223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 00:31:52.696269 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-61baf3bc-2b67-48b7-8d6c-6554b95c3c7c req-6be3e918-5a5d-4e3b-b519-a6346353d455 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731676182815'] for port (f3d26097-eec0-4f8b-a37f-5da2c7131cf4), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:52.709074 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-495f7121-4dc7-4a75-a92d-3bb27b970a10 req-2eeabcac-fb9f-4eb4-8a3a-75cbd81751a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (dbbde956-e7cf-4df6-8715-10ce5c344da7), before_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:52.739605 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931cf8fe-7cba-40bb-a1b8-6face7372351 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9eba9264-75da-434e-9801-ebbaffb31df6,revision_number=0']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:31:52.767052 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12bbefa3-5af1-469a-87f7-876050523006 admin admin] Network 2662c2a7-dfa3-4cb4-bf70-b308bbf4a003 is already hosted by enough agents. {{(pid=109223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:31:52.793425 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b712ae-e494-4a37-b02c-4ab4d02a769d None None] Pushing event updated for resources: {'Port': ['ID=1bb1f34c-c765-4e9c-877f-be0fc6368b70,revision_number=3']} {{(pid=109225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:31:52.816907 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.scheduler.base_scheduler [None req-12bbefa3-5af1-469a-87f7-876050523006 admin admin] Resources bound (agent type, host, resource id): {{(pid=109223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:31:52.853676 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931cf8fe-7cba-40bb-a1b8-6face7372351 admin admin] Network b5570556-1f99-435b-bec4-b08629e96366 is scheduled to be hosted by DHCP agent 57941464-2af3-4cc7-9b46-3eeacd6f6fca with binding_index 1 {{(pid=109223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 00:31:52.881920 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-08e6ed31-3d3c-471a-83a6-41a03c2ab0d3 admin admin] Publish callbacks [] for security_group (e63c810b-f119-43cb-aa71-8d3dd62dc645), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:52.910286 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_dvr_db [None req-01959663-b801-4934-b113-49747fc2d18a None None] Set router 0e2ac5b4-99c9-449e-85f3-72d3fb2f461b gateway port host: dv-cinder-813225-6-iscsi {{(pid=109225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:31:52.927753 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-08e6ed31-3d3c-471a-83a6-41a03c2ab0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (e63c810b-f119-43cb-aa71-8d3dd62dc645), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:53.018518 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-08e6ed31-3d3c-471a-83a6-41a03c2ab0d3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5fafd9c16c724bf7a02c80875ef2c40a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6895285 Feb 21 00:31:53.023073 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 51776) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:31:53.025247 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61baf3bc-2b67-48b7-8d6c-6554b95c3c7c req-6be3e918-5a5d-4e3b-b519-a6346353d455 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Network 56d46d29-560d-47ad-81a5-640623ed77d9 is already hosted by enough agents. {{(pid=109222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:31:53.123089 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e6ed31-3d3c-471a-83a6-41a03c2ab0d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e63c810b-f119-43cb-aa71-8d3dd62dc645,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:31:53.133172 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.scheduler.base_scheduler [None req-931cf8fe-7cba-40bb-a1b8-6face7372351 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813225-6-iscsi, b5570556-1f99-435b-bec4-b08629e96366) {{(pid=109223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:31:53.162140 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d85dbdf-8f1f-4cfe-b2cd-0297912a44f4 None None] Network b5570556-1f99-435b-bec4-b08629e96366 requested from dv-cinder-813225-6-iscsi {{(pid=109224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 00:31:53.180311 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931cf8fe-7cba-40bb-a1b8-6face7372351 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:31:53.180912 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-931cf8fe-7cba-40bb-a1b8-6face7372351 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582445'] for subnet (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:53.199808 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.scheduler.base_scheduler [req-61baf3bc-2b67-48b7-8d6c-6554b95c3c7c req-6be3e918-5a5d-4e3b-b519-a6346353d455 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Resources bound (agent type, host, resource id): {{(pid=109222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:31:53.326046 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_hamode_db [None req-01959663-b801-4934-b113-49747fc2d18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e2ac5b4-99c9-449e-85f3-72d3fb2f461b', 'name': 'tempest-AttachVolumeTestJSON-923459538-router', 'tenant_id': 'f83942655a004261ad34343d44c6cf6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'external_fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '1bb1f34c-c765-4e9c-877f-be0fc6368b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:31:40Z', 'updated_at': '2022-02-21T00:31:44Z', 'revision_number': 3, 'project_id': 'f83942655a004261ad34343d44c6cf6b', 'gw_port': {'id': '1bb1f34c-c765-4e9c-877f-be0fc6368b70', 'name': '', 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:17:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e2ac5b4-99c9-449e-85f3-72d3fb2f461b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:31:42Z', 'updated_at': '2022-02-21T00:31:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '890cd9a8-3116-412f-9022-3458585959da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-6-iscsi'}], 'dv-cinder-813225-6-iscsi', False) {} {{(pid=109225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:31:53.332060 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c6f238-38bb-4330-a941-2c9d4e90bd7b req-1462fae3-3c42-4d0a-8fd6-699283602106 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:31:53.335311 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-45c6f238-38bb-4330-a941-2c9d4e90bd7b req-1462fae3-3c42-4d0a-8fd6-699283602106 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/ports?device_id=baae7bf1-c38c-4d14-ba07-585da5656bff HTTP/1.1" status: 200 len: 932 time: 0.6203971 Feb 21 00:31:53.336177 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be3e918-5a5d-4e3b-b519-a6346353d455 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Pushing event updated for resources: {'Port': ['ID=f3d26097-eec0-4f8b-a37f-5da2c7131cf4,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:31:53.354327 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01959663-b801-4934-b113-49747fc2d18a None None] The sync data for ids ['0e2ac5b4-99c9-449e-85f3-72d3fb2f461b'] in dv-cinder-813225-6-iscsi is: [{'id': '0e2ac5b4-99c9-449e-85f3-72d3fb2f461b', 'name': 'tempest-AttachVolumeTestJSON-923459538-router', 'tenant_id': 'f83942655a004261ad34343d44c6cf6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'external_fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '1bb1f34c-c765-4e9c-877f-be0fc6368b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:31:40Z', 'updated_at': '2022-02-21T00:31:44Z', 'revision_number': 3, 'project_id': 'f83942655a004261ad34343d44c6cf6b', 'gw_port': {'id': '1bb1f34c-c765-4e9c-877f-be0fc6368b70', 'name': '', 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:17:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e2ac5b4-99c9-449e-85f3-72d3fb2f461b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:31:42Z', 'updated_at': '2022-02-21T00:31:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '890cd9a8-3116-412f-9022-3458585959da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-6-iscsi'}] {{(pid=109225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 00:31:53.360334 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-931cf8fe-7cba-40bb-a1b8-6face7372351 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.8112490 Feb 21 00:31:53.406111 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6507ee4c-4596-4c8d-b8ff-abba1869abb0 None None] Network b5570556-1f99-435b-bec4-b08629e96366 requested from dv-cinder-813225-6-iscsi {{(pid=109224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 00:31:53.432028 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b235e30-2ae8-46cb-9503-f94010b66cb4 admin admin] Network 2cc309f6-129c-421f-a7c2-95ecda53f9b9 is already hosted by enough agents. {{(pid=109222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:31:53.488716 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.scheduler.base_scheduler [None req-6b235e30-2ae8-46cb-9503-f94010b66cb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:31:53.562581 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12bbefa3-5af1-469a-87f7-876050523006 admin admin] Router 35bab38b-b1f8-4aa4-b3ec-5298340e2578 has already been hosted by L3 agent 47b5b2cb-5391-4fc3-9478-3db20537c35a {{(pid=109223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 00:31:53.603012 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Device dc195841-086b-4f77-a5af-02dd97f105a2 up at agent ovs-agent-dv-cinder-813225-6-iscsi {{(pid=109224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:31:53.646224 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e9e158-1d6d-459e-ba84-809b8487739e req-2246f5a5-b541-457c-82c7-106860028398 tempest-DeleteServersTestJSON-1116134669 tempest-DeleteServersTestJSON-1116134669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:31:53.653756 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-55e9e158-1d6d-459e-ba84-809b8487739e req-2246f5a5-b541-457c-82c7-106860028398 tempest-DeleteServersTestJSON-1116134669 tempest-DeleteServersTestJSON-1116134669-project] 10.222.0.45 "GET /v2.0/ports?device_id=deb436de-cb27-4097-a0c0-2bcc09bfb232 HTTP/1.1" status: 200 len: 931 time: 0.5211015 Feb 21 00:31:53.688131 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 51784) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:31:53.759949 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.db.l3_dvrscheduler_db [req-61baf3bc-2b67-48b7-8d6c-6554b95c3c7c req-6be3e918-5a5d-4e3b-b519-a6346353d455 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Received port after_create {{(pid=109222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 00:31:53.760397 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Provisioning complete for port dc195841-086b-4f77-a5af-02dd97f105a2 triggered by entity L2. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:31:53.760946 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (dc195841-086b-4f77-a5af-02dd97f105a2), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:53.784108 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61baf3bc-2b67-48b7-8d6c-6554b95c3c7c req-6be3e918-5a5d-4e3b-b519-a6346353d455 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:31:53.785910 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-61baf3bc-2b67-48b7-8d6c-6554b95c3c7c req-6be3e918-5a5d-4e3b-b519-a6346353d455 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582445'] for port (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:53.936231 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.db.db_base_plugin_v2 [None req-a362dd59-29c4-454b-b0da-3508051a65d5 admin admin] Deleting subnet 155d117d-264f-498a-ae3d-d725c43c2bb3 {{(pid=109223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 00:31:53.980209 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-94165401-b1e5-4738-b123-1b53b5955d17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (None), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:54.032896 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Current status of the port dc195841-086b-4f77-a5af-02dd97f105a2 is: ACTIVE; New status is: ACTIVE {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:31:54.039035 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-208c14bb-cc24-456a-8924-5a7d93e10612 None None] Provisioning complete for port 9d747878-1e67-405b-b6e8-52d1a7508fdc triggered by entity DHCP. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:31:54.039957 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-208c14bb-cc24-456a-8924-5a7d93e10612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (9d747878-1e67-405b-b6e8-52d1a7508fdc), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:54.111001 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.notifiers.nova [req-495f7121-4dc7-4a75-a92d-3bb27b970a10 req-2eeabcac-fb9f-4eb4-8a3a-75cbd81751a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbbde956-e7cf-4df6-8715-10ce5c344da7 {{(pid=109222) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 00:31:54.118914 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-495f7121-4dc7-4a75-a92d-3bb27b970a10 req-2eeabcac-fb9f-4eb4-8a3a-75cbd81751a1 service neutron] Publish callbacks [] for port (dbbde956-e7cf-4df6-8715-10ce5c344da7), precommit_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:54.142431 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-a362dd59-29c4-454b-b0da-3508051a65d5 admin admin] Publish callbacks [] for subnet (155d117d-264f-498a-ae3d-d725c43c2bb3), before_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:54.150021 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.db.provisioning_blocks [req-495f7121-4dc7-4a75-a92d-3bb27b970a10 req-2eeabcac-fb9f-4eb4-8a3a-75cbd81751a1 service neutron] Transition to ACTIVE for port object dbbde956-e7cf-4df6-8715-10ce5c344da7 will not be triggered until provisioned by entity L2. {{(pid=109222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 00:31:54.153168 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-208c14bb-cc24-456a-8924-5a7d93e10612 None None] Port 9d747878-1e67-405b-b6e8-52d1a7508fdc cannot update to ACTIVE because it is not bound. {{(pid=109224) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 00:31:54.167585 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12bbefa3-5af1-469a-87f7-876050523006 admin admin] Notify agent at l3_agent.dv-cinder-813225-6-iscsi the message routers_updated {{(pid=109223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 00:31:54.202007 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-12bbefa3-5af1-469a-87f7-876050523006 admin admin] 10.222.0.45 "PUT /v2.0/routers/35bab38b-b1f8-4aa4-b3ec-5298340e2578/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9621637 Feb 21 00:31:54.202749 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-495f7121-4dc7-4a75-a92d-3bb27b970a10 req-2eeabcac-fb9f-4eb4-8a3a-75cbd81751a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (dbbde956-e7cf-4df6-8715-10ce5c344da7), after_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:54.202862 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84662360-8c72-48e2-a1f8-00f648121e0e None None] Sync routers for ids ['35bab38b-b1f8-4aa4-b3ec-5298340e2578'] in dv-cinder-813225-6-iscsi {{(pid=109224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 00:31:54.204287 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-61baf3bc-2b67-48b7-8d6c-6554b95c3c7c req-6be3e918-5a5d-4e3b-b519-a6346353d455 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.6590784 Feb 21 00:31:54.251918 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84662360-8c72-48e2-a1f8-00f648121e0e None None] Routers {'35bab38b-b1f8-4aa4-b3ec-5298340e2578'} bound to L3 agent in host dv-cinder-813225-6-iscsi {{(pid=109224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:31:54.252956 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-84662360-8c72-48e2-a1f8-00f648121e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T00:23:33Z,description=,heartbeat_timestamp=2022-02-21T00:31:33Z,host='dv-cinder-813225-6-iscsi',id=47b5b2cb-5391-4fc3-9478-3db20537c35a,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:23:34Z,topic='l3_agent')) {'router_ids': ['35bab38b-b1f8-4aa4-b3ec-5298340e2578'], 'active': True} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:31:54.300294 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [req-61baf3bc-2b67-48b7-8d6c-6554b95c3c7c req-e4d6b233-632a-4618-9355-8100af967fdc service neutron] Request body: {'port': {'device_id': 'baae7bf1-c38c-4d14-ba07-585da5656bff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:31:54.348965 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-55e9e158-1d6d-459e-ba84-809b8487739e req-0fa66eb2-f880-49aa-99dc-9111e0d7174d tempest-DeleteServersTestJSON-1116134669 tempest-DeleteServersTestJSON-1116134669-project] 10.222.0.45 "GET /v2.0/security-groups?id=2e88ae11-95d7-4230-ba40-d67b4fc42edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6870143 Feb 21 00:31:54.378569 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-a362dd59-29c4-454b-b0da-3508051a65d5 admin admin] Publish callbacks [] for subnet (155d117d-264f-498a-ae3d-d725c43c2bb3), precommit_delete_associations {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:54.412550 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-a362dd59-29c4-454b-b0da-3508051a65d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15913268'] for subnet (155d117d-264f-498a-ae3d-d725c43c2bb3), precommit_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:54.508026 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-45c6f238-38bb-4330-a941-2c9d4e90bd7b req-dc3e863e-02cb-4950-b364-db121252fbd8 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/security-groups?id=d4c2ccd5-90d6-42ad-bf3a-131ba1b47e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1066711 Feb 21 00:31:54.528628 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-f39b941a-0870-4469-b451-e75739a01d4a admin admin] Publish callbacks [] for security_group (e63c810b-f119-43cb-aa71-8d3dd62dc645), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:54.551570 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvr_db [None req-84662360-8c72-48e2-a1f8-00f648121e0e None None] Set router 35bab38b-b1f8-4aa4-b3ec-5298340e2578 gateway port host: dv-cinder-813225-6-iscsi {{(pid=109224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:31:54.666411 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeabcac-fb9f-4eb4-8a3a-75cbd81751a1 service neutron] Pushing event updated for resources: {'Port': ['ID=dbbde956-e7cf-4df6-8715-10ce5c344da7,revision_number=2']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:31:54.730592 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-a362dd59-29c4-454b-b0da-3508051a65d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15913229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403'] for subnet (155d117d-264f-498a-ae3d-d725c43c2bb3), after_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:54.740320 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-61baf3bc-2b67-48b7-8d6c-6554b95c3c7c req-e4d6b233-632a-4618-9355-8100af967fdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (f3d26097-eec0-4f8b-a37f-5da2c7131cf4), before_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:54.798906 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a362dd59-29c4-454b-b0da-3508051a65d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=155d117d-264f-498a-ae3d-d725c43c2bb3,revision_number=None']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:31:54.814837 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.db.db_base_plugin_common [None req-94165401-b1e5-4738-b123-1b53b5955d17 admin admin] Allocated IP 172.20.0.1 (c58ec42c-ebf4-48a5-8b13-e00a879614cb/a770bec4-4043-4a9e-b8d8-da9ffce5c8ef/14c78ac1-77e4-4af4-a6fe-982d691b3ed2) {{(pid=109223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 00:31:54.826638 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-a362dd59-29c4-454b-b0da-3508051a65d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582445'] for subnet (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:54.835991 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-a362dd59-29c4-454b-b0da-3508051a65d5 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/155d117d-264f-498a-ae3d-d725c43c2bb3 HTTP/1.1" status: 204 len: 168 time: 1.1458499 Feb 21 00:31:54.838982 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 51794) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:31:54.991945 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-84662360-8c72-48e2-a1f8-00f648121e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35bab38b-b1f8-4aa4-b3ec-5298340e2578', 'name': 'tempest-ServerRescueNegativeTestJSON-400306834-router', 'tenant_id': '1092f05b80bd4759940d2fbd268d02b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'external_fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': 'dc195841-086b-4f77-a5af-02dd97f105a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:31:38Z', 'updated_at': '2022-02-21T00:31:50Z', 'revision_number': 4, 'project_id': '1092f05b80bd4759940d2fbd268d02b0', 'gw_port': {'id': 'dc195841-086b-4f77-a5af-02dd97f105a2', 'name': '', 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f2:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bab38b-b1f8-4aa4-b3ec-5298340e2578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:31:40Z', 'updated_at': '2022-02-21T00:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '890cd9a8-3116-412f-9022-3458585959da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-6-iscsi', '_interfaces': [{'id': '703c5d97-95da-4938-9d2d-d93d6b5f9ab5', 'name': '', 'network_id': '2662c2a7-dfa3-4cb4-bf70-b308bbf4a003', 'tenant_id': '1092f05b80bd4759940d2fbd268d02b0', 'mac_address': 'fa:16:3e:80:e8:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35bab38b-b1f8-4aa4-b3ec-5298340e2578', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6c91acbb-c03d-4786-afca-288f577437ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:31:48Z', 'updated_at': '2022-02-21T00:31:50Z', 'revision_number': 2, 'project_id': '1092f05b80bd4759940d2fbd268d02b0', 'subnets': [{'id': '6c91acbb-c03d-4786-afca-288f577437ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-6-iscsi', False) {} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:31:55.061156 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84662360-8c72-48e2-a1f8-00f648121e0e None None] Checking router: 35bab38b-b1f8-4aa4-b3ec-5298340e2578 for host: dv-cinder-813225-6-iscsi {{(pid=109224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 00:31:55.062460 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84662360-8c72-48e2-a1f8-00f648121e0e None None] Updating router 35bab38b-b1f8-4aa4-b3ec-5298340e2578 port 703c5d97-95da-4938-9d2d-d93d6b5f9ab5 binding host dv-cinder-813225-6-iscsi {{(pid=109224) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 00:31:55.131863 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-84662360-8c72-48e2-a1f8-00f648121e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (703c5d97-95da-4938-9d2d-d93d6b5f9ab5), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:55.162895 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-494b0bd4-1f2f-41bd-b21b-c8a93a9d5b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16070333'] for network (809eb3c5-7ec0-4274-81ee-2061de753a83), before_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:55.194993 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-7aa12341-6d1a-4658-aca0-55a2bc2f39f5 admin admin] Publish callbacks [] for security_group (5fe4d67d-bafb-4e9d-b4c7-eee96d033cce), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:55.200725 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-f39b941a-0870-4469-b451-e75739a01d4a admin admin] Publish callbacks [] for security_group (e63c810b-f119-43cb-aa71-8d3dd62dc645), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:55.275253 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-7aa12341-6d1a-4658-aca0-55a2bc2f39f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (5fe4d67d-bafb-4e9d-b4c7-eee96d033cce), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:55.309457 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-94165401-b1e5-4738-b123-1b53b5955d17 admin admin] Publish callbacks [] for port (14c78ac1-77e4-4af4-a6fe-982d691b3ed2), precommit_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:55.338675 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55813ad6-a95c-4f36-bf55-30b8b1fa4f13 req-eb626f4f-d4d8-4dc7-92f2-af1c723ee573 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:31:55.340269 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-55813ad6-a95c-4f36-bf55-30b8b1fa4f13 req-eb626f4f-d4d8-4dc7-92f2-af1c723ee573 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/networks?id=2662c2a7-dfa3-4cb4-bf70-b308bbf4a003 HTTP/1.1" status: 200 len: 818 time: 0.3843122 Feb 21 00:31:55.425104 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-55813ad6-a95c-4f36-bf55-30b8b1fa4f13 req-a3ebfb8f-1666-4ba1-94dd-49bb3d0e34cd tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/quotas/1092f05b80bd4759940d2fbd268d02b0 HTTP/1.1" status: 200 len: 375 time: 0.0556505 Feb 21 00:31:55.442226 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa12341-6d1a-4658-aca0-55a2bc2f39f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fe4d67d-bafb-4e9d-b4c7-eee96d033cce,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:31:55.452862 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b235e30-2ae8-46cb-9503-f94010b66cb4 admin admin] Router 74397fb8-3d56-4ff8-97fc-6408820a2fe8 has already been hosted by L3 agent 47b5b2cb-5391-4fc3-9478-3db20537c35a {{(pid=109222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 00:31:55.596582 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-494b0bd4-1f2f-41bd-b21b-c8a93a9d5b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15920573', 'neutron.services.segments.db._delete_segments_for_network-8731676696634'] for network (809eb3c5-7ec0-4274-81ee-2061de753a83), precommit_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:55.598507 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-7aa12341-6d1a-4658-aca0-55a2bc2f39f5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8e76d0f3b1e94d5db4b6d62af77f12dc&name=default HTTP/1.1" status: 200 len: 2996 time: 3.4584692 Feb 21 00:31:55.599478 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.managers [req-495f7121-4dc7-4a75-a92d-3bb27b970a10 req-2eeabcac-fb9f-4eb4-8a3a-75cbd81751a1 service neutron] Attempting to bind port dbbde956-e7cf-4df6-8715-10ce5c344da7 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=109222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 00:31:55.599831 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.managers [req-495f7121-4dc7-4a75-a92d-3bb27b970a10 req-2eeabcac-fb9f-4eb4-8a3a-75cbd81751a1 service neutron] Attempting to bind port dbbde956-e7cf-4df6-8715-10ce5c344da7 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'f7125031-10fe-44ef-8a95-b64fe0c002c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '1533cf7b-9c67-437b-b700-3a7d66c8044f'}] {{(pid=109222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 00:31:55.600168 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495f7121-4dc7-4a75-a92d-3bb27b970a10 req-2eeabcac-fb9f-4eb4-8a3a-75cbd81751a1 service neutron] Attempting to bind port dbbde956-e7cf-4df6-8715-10ce5c344da7 on network 1533cf7b-9c67-437b-b700-3a7d66c8044f {{(pid=109222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:31:55.605488 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-84662360-8c72-48e2-a1f8-00f648121e0e None None] Publish callbacks [] for port (703c5d97-95da-4938-9d2d-d93d6b5f9ab5), precommit_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:55.606896 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 51808) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:31:55.611456 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Device 1bb1f34c-c765-4e9c-877f-be0fc6368b70 up at agent ovs-agent-dv-cinder-813225-6-iscsi {{(pid=109224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:31:55.629830 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-94165401-b1e5-4738-b123-1b53b5955d17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731676182815'] for port (14c78ac1-77e4-4af4-a6fe-982d691b3ed2), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:55.637749 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-494b0bd4-1f2f-41bd-b21b-c8a93a9d5b85 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109223) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:31:55.638104 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-494b0bd4-1f2f-41bd-b21b-c8a93a9d5b85 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109223) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:31:55.638865 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-494b0bd4-1f2f-41bd-b21b-c8a93a9d5b85 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109223) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:31:55.639174 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-494b0bd4-1f2f-41bd-b21b-c8a93a9d5b85 admin admin] Subscribe: > port after_create 55550000 {{(pid=109223) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:31:55.640217 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-494b0bd4-1f2f-41bd-b21b-c8a93a9d5b85 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109223) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:31:55.640493 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-494b0bd4-1f2f-41bd-b21b-c8a93a9d5b85 admin admin] Subscribe: > port after_update 55550000 {{(pid=109223) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:31:55.640820 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-494b0bd4-1f2f-41bd-b21b-c8a93a9d5b85 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109223) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:31:55.641154 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-494b0bd4-1f2f-41bd-b21b-c8a93a9d5b85 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109223) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:31:55.641491 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-494b0bd4-1f2f-41bd-b21b-c8a93a9d5b85 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109223) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:31:55.641812 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-494b0bd4-1f2f-41bd-b21b-c8a93a9d5b85 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109223) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:31:55.644511 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495f7121-4dc7-4a75-a92d-3bb27b970a10 req-2eeabcac-fb9f-4eb4-8a3a-75cbd81751a1 service neutron] Port dbbde956-e7cf-4df6-8715-10ce5c344da7 on network 1533cf7b-9c67-437b-b700-3a7d66c8044f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=109222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 00:31:55.644967 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495f7121-4dc7-4a75-a92d-3bb27b970a10 req-2eeabcac-fb9f-4eb4-8a3a-75cbd81751a1 service neutron] Attempting to bind port dbbde956-e7cf-4df6-8715-10ce5c344da7 on network 1533cf7b-9c67-437b-b700-3a7d66c8044f {{(pid=109222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:31:55.645671 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-84662360-8c72-48e2-a1f8-00f648121e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (703c5d97-95da-4938-9d2d-d93d6b5f9ab5), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:55.736995 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495f7121-4dc7-4a75-a92d-3bb27b970a10 req-2eeabcac-fb9f-4eb4-8a3a-75cbd81751a1 service neutron] Checking agent: {'id': '2124d49d-e543-43fa-8e9f-817e1d020459', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 0, 29, 44), 'started_at': datetime.datetime(2022, 2, 21, 0, 29, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 0, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 00:31:55.737338 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495f7121-4dc7-4a75-a92d-3bb27b970a10 req-2eeabcac-fb9f-4eb4-8a3a-75cbd81751a1 service neutron] Checking segment: {'id': 'f7125031-10fe-44ef-8a95-b64fe0c002c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '1533cf7b-9c67-437b-b700-3a7d66c8044f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:31:55.737921 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495f7121-4dc7-4a75-a92d-3bb27b970a10 req-2eeabcac-fb9f-4eb4-8a3a-75cbd81751a1 service neutron] Bound using segment: {'id': 'f7125031-10fe-44ef-8a95-b64fe0c002c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '1533cf7b-9c67-437b-b700-3a7d66c8044f'} {{(pid=109222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 00:31:55.738399 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.managers [req-495f7121-4dc7-4a75-a92d-3bb27b970a10 req-2eeabcac-fb9f-4eb4-8a3a-75cbd81751a1 service neutron] Bound port: dbbde956-e7cf-4df6-8715-10ce5c344da7, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7125031-10fe-44ef-8a95-b64fe0c002c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '1533cf7b-9c67-437b-b700-3a7d66c8044f'}}] {{(pid=109222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 00:31:55.738766 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-495f7121-4dc7-4a75-a92d-3bb27b970a10 req-2eeabcac-fb9f-4eb4-8a3a-75cbd81751a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (dbbde956-e7cf-4df6-8715-10ce5c344da7), before_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:55.772703 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf173861-840a-41c5-8d22-a9e49d596355 None None] Pushing event updated for resources: {'Port': ['ID=703c5d97-95da-4938-9d2d-d93d6b5f9ab5,revision_number=3']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:31:55.876727 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-f39b941a-0870-4469-b451-e75739a01d4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (e63c810b-f119-43cb-aa71-8d3dd62dc645), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:55.879271 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-f39b941a-0870-4469-b451-e75739a01d4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:55.880455 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-f39b941a-0870-4469-b451-e75739a01d4a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e63c810b-f119-43cb-aa71-8d3dd62dc645 HTTP/1.1" status: 204 len: 168 time: 2.8268669 Feb 21 00:31:55.963835 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.managers [None req-84662360-8c72-48e2-a1f8-00f648121e0e None None] Attempting to bind port 703c5d97-95da-4938-9d2d-d93d6b5f9ab5 on host dv-cinder-813225-6-iscsi for vnic_type normal with profile {{(pid=109224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 00:31:55.964290 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.managers [None req-84662360-8c72-48e2-a1f8-00f648121e0e None None] Attempting to bind port 703c5d97-95da-4938-9d2d-d93d6b5f9ab5 by drivers openvswitch,hyperv on host dv-cinder-813225-6-iscsi at level 0 using segments [{'id': '269a8d6d-b983-4db2-9b3a-4038ed61d041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '2662c2a7-dfa3-4cb4-bf70-b308bbf4a003'}] {{(pid=109224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 00:31:55.964714 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84662360-8c72-48e2-a1f8-00f648121e0e None None] Attempting to bind port 703c5d97-95da-4938-9d2d-d93d6b5f9ab5 on network 2662c2a7-dfa3-4cb4-bf70-b308bbf4a003 {{(pid=109224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:31:55.977542 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84662360-8c72-48e2-a1f8-00f648121e0e None None] Checking agent: {'id': 'd6e95c40-1d90-4a13-9e37-1d6580a24190', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813225-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 0, 23, 38), 'started_at': datetime.datetime(2022, 2, 21, 0, 24, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 0, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813225-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 00:31:55.978395 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84662360-8c72-48e2-a1f8-00f648121e0e None None] Checking segment: {'id': '269a8d6d-b983-4db2-9b3a-4038ed61d041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '2662c2a7-dfa3-4cb4-bf70-b308bbf4a003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:31:55.979065 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-84662360-8c72-48e2-a1f8-00f648121e0e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:55.980018 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84662360-8c72-48e2-a1f8-00f648121e0e None None] Bound using segment: {'id': '269a8d6d-b983-4db2-9b3a-4038ed61d041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '2662c2a7-dfa3-4cb4-bf70-b308bbf4a003'} {{(pid=109224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 00:31:55.980605 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.managers [None req-84662360-8c72-48e2-a1f8-00f648121e0e None None] Bound port: 703c5d97-95da-4938-9d2d-d93d6b5f9ab5, host: dv-cinder-813225-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '269a8d6d-b983-4db2-9b3a-4038ed61d041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '2662c2a7-dfa3-4cb4-bf70-b308bbf4a003'}}] {{(pid=109224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 00:31:55.981507 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-84662360-8c72-48e2-a1f8-00f648121e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (703c5d97-95da-4938-9d2d-d93d6b5f9ab5), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:56.002051 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Provisioning complete for port 1bb1f34c-c765-4e9c-877f-be0fc6368b70 triggered by entity L2. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:31:56.002768 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (1bb1f34c-c765-4e9c-877f-be0fc6368b70), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:56.165404 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39b941a-0870-4469-b451-e75739a01d4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e63c810b-f119-43cb-aa71-8d3dd62dc645,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:31:56.208020 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-494b0bd4-1f2f-41bd-b21b-c8a93a9d5b85 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109223) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:31:56.208928 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-494b0bd4-1f2f-41bd-b21b-c8a93a9d5b85 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109223) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:31:56.209281 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-494b0bd4-1f2f-41bd-b21b-c8a93a9d5b85 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109223) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:31:56.209396 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-84662360-8c72-48e2-a1f8-00f648121e0e None None] For port 703c5d97-95da-4938-9d2d-d93d6b5f9ab5, host dv-cinder-813225-6-iscsi, cleared binding levels {{(pid=109224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 00:31:56.211443 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-494b0bd4-1f2f-41bd-b21b-c8a93a9d5b85 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109223) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:31:56.211783 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.services.segments.db [None req-494b0bd4-1f2f-41bd-b21b-c8a93a9d5b85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['809eb3c5-7ec0-4274-81ee-2061de753a83']}} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:31:56.296988 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-84662360-8c72-48e2-a1f8-00f648121e0e None None] For port 703c5d97-95da-4938-9d2d-d93d6b5f9ab5, host dv-cinder-813225-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-6-iscsi',level=0,port_id=703c5d97-95da-4938-9d2d-d93d6b5f9ab5,segment=NetworkSegment(269a8d6d-b983-4db2-9b3a-4038ed61d041),segment_id=269a8d6d-b983-4db2-9b3a-4038ed61d041)] {{(pid=109224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 00:31:56.317519 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-84662360-8c72-48e2-a1f8-00f648121e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (703c5d97-95da-4938-9d2d-d93d6b5f9ab5), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:56.384607 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.db [req-495f7121-4dc7-4a75-a92d-3bb27b970a10 req-2eeabcac-fb9f-4eb4-8a3a-75cbd81751a1 service neutron] For port dbbde956-e7cf-4df6-8715-10ce5c344da7, host hv-cinder-81322, cleared binding levels {{(pid=109222) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 00:31:56.391046 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.db [req-495f7121-4dc7-4a75-a92d-3bb27b970a10 req-2eeabcac-fb9f-4eb4-8a3a-75cbd81751a1 service neutron] For port dbbde956-e7cf-4df6-8715-10ce5c344da7, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=dbbde956-e7cf-4df6-8715-10ce5c344da7,segment=NetworkSegment(f7125031-10fe-44ef-8a95-b64fe0c002c4),segment_id=f7125031-10fe-44ef-8a95-b64fe0c002c4)] {{(pid=109222) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 00:31:56.404435 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-495f7121-4dc7-4a75-a92d-3bb27b970a10 req-2eeabcac-fb9f-4eb4-8a3a-75cbd81751a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (dbbde956-e7cf-4df6-8715-10ce5c344da7), after_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:56.418524 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.services.segments.db [None req-494b0bd4-1f2f-41bd-b21b-c8a93a9d5b85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '809a9873-f277-43a3-8422-bc6e410a7a20') {'for_net_delete': True} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:31:56.418828 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.services.segments.db [None req-494b0bd4-1f2f-41bd-b21b-c8a93a9d5b85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '809a9873-f277-43a3-8422-bc6e410a7a20') {} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:31:56.422397 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f4e94e-9be0-40c7-8aa3-4e9fc308b6ac req-8dcef51c-70ea-43cf-a438-1c73516a4d35 tempest-DeleteServersTestJSON-1116134669 tempest-DeleteServersTestJSON-1116134669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:31:56.424384 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-96f4e94e-9be0-40c7-8aa3-4e9fc308b6ac req-8dcef51c-70ea-43cf-a438-1c73516a4d35 tempest-DeleteServersTestJSON-1116134669 tempest-DeleteServersTestJSON-1116134669-project] 10.222.0.45 "GET /v2.0/ports?device_id=deb436de-cb27-4097-a0c0-2bcc09bfb232 HTTP/1.1" status: 200 len: 943 time: 0.8182509 Feb 21 00:31:56.434979 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-e296bead-563f-41b3-beb6-9245261b55bc admin admin] Publish callbacks [] for security_group (5fe4d67d-bafb-4e9d-b4c7-eee96d033cce), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:56.483478 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.notifiers.nova [req-61baf3bc-2b67-48b7-8d6c-6554b95c3c7c req-e4d6b233-632a-4618-9355-8100af967fdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3d26097-eec0-4f8b-a37f-5da2c7131cf4 {{(pid=109222) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 00:31:56.493388 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-494b0bd4-1f2f-41bd-b21b-c8a93a9d5b85 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731676697155', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3992815'] for segment (809a9873-f277-43a3-8422-bc6e410a7a20), before_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:56.496308 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 51814) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:31:56.520144 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-494b0bd4-1f2f-41bd-b21b-c8a93a9d5b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16097169'] for segment (809a9873-f277-43a3-8422-bc6e410a7a20), precommit_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:56.527653 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-61baf3bc-2b67-48b7-8d6c-6554b95c3c7c req-e4d6b233-632a-4618-9355-8100af967fdc service neutron] Publish callbacks [] for port (f3d26097-eec0-4f8b-a37f-5da2c7131cf4), precommit_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:56.531864 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-494b0bd4-1f2f-41bd-b21b-c8a93a9d5b85 admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=109223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 00:31:56.532696 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-494b0bd4-1f2f-41bd-b21b-c8a93a9d5b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16097169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3995310'] for segment (809a9873-f277-43a3-8422-bc6e410a7a20), after_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:56.566200 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Current status of the port 1bb1f34c-c765-4e9c-877f-be0fc6368b70 is: DOWN; New status is: ACTIVE {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:31:56.566591 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (1bb1f34c-c765-4e9c-877f-be0fc6368b70), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:56.572192 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495f7121-4dc7-4a75-a92d-3bb27b970a10 req-2eeabcac-fb9f-4eb4-8a3a-75cbd81751a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:31:56.572817 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-495f7121-4dc7-4a75-a92d-3bb27b970a10 req-2eeabcac-fb9f-4eb4-8a3a-75cbd81751a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582445'] for port (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:56.574418 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-495f7121-4dc7-4a75-a92d-3bb27b970a10 req-2eeabcac-fb9f-4eb4-8a3a-75cbd81751a1 service neutron] 10.222.0.36 "PUT /v2.0/ports/dbbde956-e7cf-4df6-8715-10ce5c344da7 HTTP/1.1" status: 200 len: 1093 time: 5.0327828 Feb 21 00:31:56.579548 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-63e435fa-428a-4a5f-a603-fd28cceb5fa6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:56.582196 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'deb436de-cb27-4097-a0c0-2bcc09bfb232', 'tag': 'dbbde956-e7cf-4df6-8715-10ce5c344da7'}] {{(pid=109222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:31:56.619402 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] For port 1bb1f34c-c765-4e9c-877f-be0fc6368b70, host dv-cinder-813225-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-6-iscsi',level=0,port_id=1bb1f34c-c765-4e9c-877f-be0fc6368b70,segment=NetworkSegment(d470c98a-8644-4be8-8df1-f825c0b18c68),segment_id=d470c98a-8644-4be8-8df1-f825c0b18c68)] {{(pid=109224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:31:56.634941 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84662360-8c72-48e2-a1f8-00f648121e0e None None] Routers {'35bab38b-b1f8-4aa4-b3ec-5298340e2578'} bound to L3 agent in host dv-cinder-813225-6-iscsi {{(pid=109224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:31:56.635618 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-84662360-8c72-48e2-a1f8-00f648121e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T00:23:33Z,description=,heartbeat_timestamp=2022-02-21T00:31:33Z,host='dv-cinder-813225-6-iscsi',id=47b5b2cb-5391-4fc3-9478-3db20537c35a,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:23:34Z,topic='l3_agent')) {'router_ids': ['35bab38b-b1f8-4aa4-b3ec-5298340e2578'], 'active': True} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:31:56.638068 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (1bb1f34c-c765-4e9c-877f-be0fc6368b70), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:56.642989 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-55813ad6-a95c-4f36-bf55-30b8b1fa4f13 req-4f94fc28-2439-4ac1-a322-3b6a501b5a40 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=1092f05b80bd4759940d2fbd268d02b0&fields=id HTTP/1.1" status: 200 len: 255 time: 1.1857340 Feb 21 00:31:56.645080 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf173861-840a-41c5-8d22-a9e49d596355 None None] Pushing event updated for resources: {'Port': ['ID=703c5d97-95da-4938-9d2d-d93d6b5f9ab5,revision_number=4']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:31:56.686056 dv-cinder-813225-6-iscsi neutron-server[109223]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 21 00:31:56.686056 dv-cinder-813225-6-iscsi neutron-server[109223]: from cryptography.utils import int_from_bytes Feb 21 00:31:56.686056 dv-cinder-813225-6-iscsi neutron-server[109223]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 21 00:31:56.686056 dv-cinder-813225-6-iscsi neutron-server[109223]: from cryptography.utils import int_from_bytes Feb 21 00:31:56.686056 dv-cinder-813225-6-iscsi neutron-server[109223]: Traceback (most recent call last): Feb 21 00:31:56.686056 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 00:31:56.686056 dv-cinder-813225-6-iscsi neutron-server[109223]: timer() Feb 21 00:31:56.686056 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 00:31:56.686056 dv-cinder-813225-6-iscsi neutron-server[109223]: cb(*args, **kw) Feb 21 00:31:56.686056 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 00:31:56.686056 dv-cinder-813225-6-iscsi neutron-server[109223]: return func(*args, **kwargs) Feb 21 00:31:56.686056 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 00:31:56.686056 dv-cinder-813225-6-iscsi neutron-server[109223]: self._notify() Feb 21 00:31:56.686056 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 00:31:56.686056 dv-cinder-813225-6-iscsi neutron-server[109223]: self.callback(batched_events) Feb 21 00:31:56.686056 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 00:31:56.686056 dv-cinder-813225-6-iscsi neutron-server[109223]: event.method(event) Feb 21 00:31:56.686056 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 00:31:56.686056 dv-cinder-813225-6-iscsi neutron-server[109223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 00:31:56.686056 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 00:31:56.686056 dv-cinder-813225-6-iscsi neutron-server[109223]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 00:31:56.686056 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 00:31:56.686056 dv-cinder-813225-6-iscsi neutron-server[109223]: return f(self, *a, **k) Feb 21 00:31:56.686056 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 00:31:56.686056 dv-cinder-813225-6-iscsi neutron-server[109223]: return self._get(url).json() Feb 21 00:31:56.686056 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 00:31:56.686056 dv-cinder-813225-6-iscsi neutron-server[109223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 00:31:56.686056 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 00:31:56.686056 dv-cinder-813225-6-iscsi neutron-server[109223]: return self.request(url, 'GET', **kwargs) Feb 21 00:31:56.686056 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 00:31:56.686056 dv-cinder-813225-6-iscsi neutron-server[109223]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 00:31:56.686056 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 00:31:56.686056 dv-cinder-813225-6-iscsi neutron-server[109223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 00:31:56.686056 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 00:31:56.686056 dv-cinder-813225-6-iscsi neutron-server[109223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 00:31:56.686056 dv-cinder-813225-6-iscsi neutron-server[109223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 00:31:56.705400 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94165401-b1e5-4738-b123-1b53b5955d17 admin admin] Network c58ec42c-ebf4-48a5-8b13-e00a879614cb is already hosted by enough agents. {{(pid=109223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:31:56.706971 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94165401-b1e5-4738-b123-1b53b5955d17 admin admin] Pushing event updated for resources: {'Port': ['ID=14c78ac1-77e4-4af4-a6fe-982d691b3ed2,revision_number=1']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:31:56.711218 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-494b0bd4-1f2f-41bd-b21b-c8a93a9d5b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15920566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-951265'] for network (809eb3c5-7ec0-4274-81ee-2061de753a83), after_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:56.740808 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.scheduler.base_scheduler [None req-94165401-b1e5-4738-b123-1b53b5955d17 admin admin] Resources bound (agent type, host, resource id): {{(pid=109223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:31:56.756619 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94165401-b1e5-4738-b123-1b53b5955d17 admin admin] Received port after_create {{(pid=109223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 00:31:56.762321 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-94165401-b1e5-4738-b123-1b53b5955d17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-951422'] for router_interface (0e2ac5b4-99c9-449e-85f3-72d3fb2f461b), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:56.792760 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b235e30-2ae8-46cb-9503-f94010b66cb4 admin admin] Notify agent at l3_agent.dv-cinder-813225-6-iscsi the message routers_updated {{(pid=109222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 00:31:56.805250 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Pushing event updated for resources: {'Port': ['ID=1bb1f34c-c765-4e9c-877f-be0fc6368b70,revision_number=4']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:31:56.805927 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c6e361-5e60-4ebf-bf60-884b9f967c32 None None] Sync routers for ids ['74397fb8-3d56-4ff8-97fc-6408820a2fe8'] in dv-cinder-813225-6-iscsi {{(pid=109225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 00:31:56.819118 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-6b235e30-2ae8-46cb-9503-f94010b66cb4 admin admin] 10.222.0.45 "PUT /v2.0/routers/74397fb8-3d56-4ff8-97fc-6408820a2fe8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.6587861 Feb 21 00:31:56.823456 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-494b0bd4-1f2f-41bd-b21b-c8a93a9d5b85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582445'] for network (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:56.828911 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-494b0bd4-1f2f-41bd-b21b-c8a93a9d5b85 admin admin] 10.222.0.45 "DELETE /v2.0/networks/809eb3c5-7ec0-4274-81ee-2061de753a83 HTTP/1.1" status: 204 len: 168 time: 1.9890237 Feb 21 00:31:56.848999 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c6e361-5e60-4ebf-bf60-884b9f967c32 None None] Routers {'74397fb8-3d56-4ff8-97fc-6408820a2fe8'} bound to L3 agent in host dv-cinder-813225-6-iscsi {{(pid=109225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:31:56.850255 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_hamode_db [None req-03c6e361-5e60-4ebf-bf60-884b9f967c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T00:23:33Z,description=,heartbeat_timestamp=2022-02-21T00:31:33Z,host='dv-cinder-813225-6-iscsi',id=47b5b2cb-5391-4fc3-9478-3db20537c35a,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:23:34Z,topic='l3_agent')) {'router_ids': ['74397fb8-3d56-4ff8-97fc-6408820a2fe8'], 'active': True} {{(pid=109225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:31:56.856521 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvr_db [None req-84662360-8c72-48e2-a1f8-00f648121e0e None None] Set router 35bab38b-b1f8-4aa4-b3ec-5298340e2578 gateway port host: dv-cinder-813225-6-iscsi {{(pid=109224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:31:56.879867 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 51818) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:31:56.909410 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.db.provisioning_blocks [req-61baf3bc-2b67-48b7-8d6c-6554b95c3c7c req-e4d6b233-632a-4618-9355-8100af967fdc service neutron] Transition to ACTIVE for port object f3d26097-eec0-4f8b-a37f-5da2c7131cf4 will not be triggered until provisioned by entity L2. {{(pid=109222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 00:31:56.914460 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-e296bead-563f-41b3-beb6-9245261b55bc admin admin] Publish callbacks [] for security_group (5fe4d67d-bafb-4e9d-b4c7-eee96d033cce), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:56.996860 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494b0bd4-1f2f-41bd-b21b-c8a93a9d5b85 admin admin] Pushing event deleted for resources: {'Network': ['ID=809eb3c5-7ec0-4274-81ee-2061de753a83,revision_number=None']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:31:57.150291 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.db.db_base_plugin_v2 [None req-a808a23c-ef26-4682-a3ba-8fd272ad54ad admin admin] Deleting subnet 9eba9264-75da-434e-9801-ebbaffb31df6 {{(pid=109222) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 00:31:57.161568 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-a808a23c-ef26-4682-a3ba-8fd272ad54ad admin admin] Publish callbacks [] for subnet (9eba9264-75da-434e-9801-ebbaffb31df6), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:57.177309 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-55813ad6-a95c-4f36-bf55-30b8b1fa4f13 req-a6f2b0c0-0b70-4a4d-b47a-670ed6c22cc2 service neutron] 10.222.0.45 "GET /v2.0/networks/2662c2a7-dfa3-4cb4-bf70-b308bbf4a003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4881918 Feb 21 00:31:57.183362 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-96f4e94e-9be0-40c7-8aa3-4e9fc308b6ac req-c6efb52f-e29d-42a3-bc68-45dedf96e8ea tempest-DeleteServersTestJSON-1116134669 tempest-DeleteServersTestJSON-1116134669-project] 10.222.0.45 "GET /v2.0/security-groups?id=2e88ae11-95d7-4230-ba40-d67b4fc42edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7462478 Feb 21 00:31:57.187824 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeabcac-fb9f-4eb4-8a3a-75cbd81751a1 service neutron] Pushing event updated for resources: {'Port': ['ID=dbbde956-e7cf-4df6-8715-10ce5c344da7,revision_number=3']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:31:57.194498 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81563fad7634ec273475caa61ca91dc94d21cc2561ee8f59b09b3f9a67cb5537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1ab2cdf-2d01-4a96-85fe-e3019d56ad52" -d '{"events": [{"name": "network-changed", "server_uuid": "deb436de-cb27-4097-a0c0-2bcc09bfb232", "tag": "dbbde956-e7cf-4df6-8715-10ce5c344da7"}]}' {{(pid=109222) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:31:57.220746 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-61baf3bc-2b67-48b7-8d6c-6554b95c3c7c req-e4d6b233-632a-4618-9355-8100af967fdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (f3d26097-eec0-4f8b-a37f-5da2c7131cf4), after_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:57.235974 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_dvr_db [None req-03c6e361-5e60-4ebf-bf60-884b9f967c32 None None] Set router 74397fb8-3d56-4ff8-97fc-6408820a2fe8 gateway port host: dv-cinder-813225-6-iscsi {{(pid=109225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:31:57.242279 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-e296bead-563f-41b3-beb6-9245261b55bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (5fe4d67d-bafb-4e9d-b4c7-eee96d033cce), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:57.245047 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-e296bead-563f-41b3-beb6-9245261b55bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:57.246966 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-e296bead-563f-41b3-beb6-9245261b55bc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5fe4d67d-bafb-4e9d-b4c7-eee96d033cce HTTP/1.1" status: 204 len: 168 time: 1.5963926 Feb 21 00:31:57.434112 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Device 1bb1f34c-c765-4e9c-877f-be0fc6368b70 up at agent ovs-agent-dv-cinder-813225-6-iscsi {{(pid=109224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:31:57.516316 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-df1c3e8e-ba8d-4654-8e51-ffae41d3f2da None None] Provisioning complete for port 14c78ac1-77e4-4af4-a6fe-982d691b3ed2 triggered by entity DHCP. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:31:57.517418 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-df1c3e8e-ba8d-4654-8e51-ffae41d3f2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (14c78ac1-77e4-4af4-a6fe-982d691b3ed2), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:57.522357 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e296bead-563f-41b3-beb6-9245261b55bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fe4d67d-bafb-4e9d-b4c7-eee96d033cce,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:31:57.536923 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-a808a23c-ef26-4682-a3ba-8fd272ad54ad admin admin] Publish callbacks [] for subnet (9eba9264-75da-434e-9801-ebbaffb31df6), precommit_delete_associations {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:57.670456 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-a808a23c-ef26-4682-a3ba-8fd272ad54ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15913268'] for subnet (9eba9264-75da-434e-9801-ebbaffb31df6), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:57.726754 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-df1c3e8e-ba8d-4654-8e51-ffae41d3f2da None None] Port 14c78ac1-77e4-4af4-a6fe-982d691b3ed2 cannot update to ACTIVE because it is not bound. {{(pid=109224) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 00:31:57.790554 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_hamode_db [None req-03c6e361-5e60-4ebf-bf60-884b9f967c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74397fb8-3d56-4ff8-97fc-6408820a2fe8', 'name': 'tempest-AttachVolumeShelveTestJSON-1682423178-router', 'tenant_id': '51a255ecc1c64df295f0bd94fee4f7d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'external_fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': '5aa8f52d-bb36-476f-8ecb-c86e2c7d1b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:31:38Z', 'updated_at': '2022-02-21T00:31:49Z', 'revision_number': 4, 'project_id': '51a255ecc1c64df295f0bd94fee4f7d2', 'gw_port': {'id': '5aa8f52d-bb36-476f-8ecb-c86e2c7d1b6f', 'name': '', 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74397fb8-3d56-4ff8-97fc-6408820a2fe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:31:39Z', 'updated_at': '2022-02-21T00:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '890cd9a8-3116-412f-9022-3458585959da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-6-iscsi', '_interfaces': [{'id': '9d747878-1e67-405b-b6e8-52d1a7508fdc', 'name': '', 'network_id': '2cc309f6-129c-421f-a7c2-95ecda53f9b9', 'tenant_id': '51a255ecc1c64df295f0bd94fee4f7d2', 'mac_address': 'fa:16:3e:5c:93:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74397fb8-3d56-4ff8-97fc-6408820a2fe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '4c4904f9-0933-4cbb-8971-c27649ee3505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:31:45Z', 'updated_at': '2022-02-21T00:31:50Z', 'revision_number': 2, 'project_id': '51a255ecc1c64df295f0bd94fee4f7d2', 'subnets': [{'id': '4c4904f9-0933-4cbb-8971-c27649ee3505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-6-iscsi', False) {} {{(pid=109225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:31:57.800255 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-63e435fa-428a-4a5f-a603-fd28cceb5fa6 admin admin] Publish callbacks [] for security_group (a595b241-d773-4095-a410-ae8d948bd0f2), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:57.809811 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Provisioning complete for port 1bb1f34c-c765-4e9c-877f-be0fc6368b70 triggered by entity L2. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:31:57.810221 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (1bb1f34c-c765-4e9c-877f-be0fc6368b70), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:57.824014 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-94165401-b1e5-4738-b123-1b53b5955d17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (14c78ac1-77e4-4af4-a6fe-982d691b3ed2), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:57.862684 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c6e361-5e60-4ebf-bf60-884b9f967c32 None None] Checking router: 74397fb8-3d56-4ff8-97fc-6408820a2fe8 for host: dv-cinder-813225-6-iscsi {{(pid=109225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 00:31:57.863317 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c6e361-5e60-4ebf-bf60-884b9f967c32 None None] Updating router 74397fb8-3d56-4ff8-97fc-6408820a2fe8 port 9d747878-1e67-405b-b6e8-52d1a7508fdc binding host dv-cinder-813225-6-iscsi {{(pid=109225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 00:31:57.913798 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron_lib.callbacks.manager [None req-03c6e361-5e60-4ebf-bf60-884b9f967c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (9d747878-1e67-405b-b6e8-52d1a7508fdc), before_update {{(pid=109225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:57.915751 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-55813ad6-a95c-4f36-bf55-30b8b1fa4f13 req-7d6aa455-e324-45e8-9d26-a15a31f14b3e service neutron] 10.222.0.45 "GET /v2.0/networks/2662c2a7-dfa3-4cb4-bf70-b308bbf4a003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6919854 Feb 21 00:31:58.044265 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d6b233-632a-4618-9355-8100af967fdc service neutron] Pushing event updated for resources: {'Port': ['ID=f3d26097-eec0-4f8b-a37f-5da2c7131cf4,revision_number=2']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:31:58.073878 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-84662360-8c72-48e2-a1f8-00f648121e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35bab38b-b1f8-4aa4-b3ec-5298340e2578', 'name': 'tempest-ServerRescueNegativeTestJSON-400306834-router', 'tenant_id': '1092f05b80bd4759940d2fbd268d02b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'external_fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': 'dc195841-086b-4f77-a5af-02dd97f105a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:31:38Z', 'updated_at': '2022-02-21T00:31:50Z', 'revision_number': 4, 'project_id': '1092f05b80bd4759940d2fbd268d02b0', 'gw_port': {'id': 'dc195841-086b-4f77-a5af-02dd97f105a2', 'name': '', 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f2:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bab38b-b1f8-4aa4-b3ec-5298340e2578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:31:40Z', 'updated_at': '2022-02-21T00:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '890cd9a8-3116-412f-9022-3458585959da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-6-iscsi', '_interfaces': [{'id': '703c5d97-95da-4938-9d2d-d93d6b5f9ab5', 'name': '', 'network_id': '2662c2a7-dfa3-4cb4-bf70-b308bbf4a003', 'tenant_id': '1092f05b80bd4759940d2fbd268d02b0', 'mac_address': 'fa:16:3e:80:e8:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35bab38b-b1f8-4aa4-b3ec-5298340e2578', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6c91acbb-c03d-4786-afca-288f577437ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:31:48Z', 'updated_at': '2022-02-21T00:31:56Z', 'revision_number': 4, 'project_id': '1092f05b80bd4759940d2fbd268d02b0', 'subnets': [{'id': '6c91acbb-c03d-4786-afca-288f577437ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-6-iscsi', False) {} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:31:58.125466 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-a808a23c-ef26-4682-a3ba-8fd272ad54ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15913229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403'] for subnet (9eba9264-75da-434e-9801-ebbaffb31df6), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:58.137764 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-63e435fa-428a-4a5f-a603-fd28cceb5fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (a595b241-d773-4095-a410-ae8d948bd0f2), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:58.193551 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Current status of the port 1bb1f34c-c765-4e9c-877f-be0fc6368b70 is: ACTIVE; New status is: ACTIVE {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:31:58.199998 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-94165401-b1e5-4738-b123-1b53b5955d17 admin admin] Publish callbacks [] for port (14c78ac1-77e4-4af4-a6fe-982d691b3ed2), precommit_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:58.211161 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-94165401-b1e5-4738-b123-1b53b5955d17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3995266'] for port (14c78ac1-77e4-4af4-a6fe-982d691b3ed2), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:58.323936 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84662360-8c72-48e2-a1f8-00f648121e0e None None] The sync data for ids ['35bab38b-b1f8-4aa4-b3ec-5298340e2578'] in dv-cinder-813225-6-iscsi is: [{'id': '35bab38b-b1f8-4aa4-b3ec-5298340e2578', 'name': 'tempest-ServerRescueNegativeTestJSON-400306834-router', 'tenant_id': '1092f05b80bd4759940d2fbd268d02b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'external_fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': 'dc195841-086b-4f77-a5af-02dd97f105a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:31:38Z', 'updated_at': '2022-02-21T00:31:50Z', 'revision_number': 4, 'project_id': '1092f05b80bd4759940d2fbd268d02b0', 'gw_port': {'id': 'dc195841-086b-4f77-a5af-02dd97f105a2', 'name': '', 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f2:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bab38b-b1f8-4aa4-b3ec-5298340e2578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:31:40Z', 'updated_at': '2022-02-21T00:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '890cd9a8-3116-412f-9022-3458585959da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-6-iscsi', '_interfaces': [{'id': '703c5d97-95da-4938-9d2d-d93d6b5f9ab5', 'name': '', 'network_id': '2662c2a7-dfa3-4cb4-bf70-b308bbf4a003', 'tenant_id': '1092f05b80bd4759940d2fbd268d02b0', 'mac_address': 'fa:16:3e:80:e8:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35bab38b-b1f8-4aa4-b3ec-5298340e2578', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6c91acbb-c03d-4786-afca-288f577437ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:31:48Z', 'updated_at': '2022-02-21T00:31:56Z', 'revision_number': 4, 'project_id': '1092f05b80bd4759940d2fbd268d02b0', 'subnets': [{'id': '6c91acbb-c03d-4786-afca-288f577437ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 00:31:58.392744 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94165401-b1e5-4738-b123-1b53b5955d17 admin admin] Pushing event updated for resources: {'Port': ['ID=14c78ac1-77e4-4af4-a6fe-982d691b3ed2,revision_number=2']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:31:58.413932 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495f7121-4dc7-4a75-a92d-3bb27b970a10 req-6de02328-eff6-449c-8846-0ce3598ae6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:31:58.423523 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-495f7121-4dc7-4a75-a92d-3bb27b970a10 req-6de02328-eff6-449c-8846-0ce3598ae6cf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6aeb44ecd46d4a83ab095ff793e9702b&device_id=deb436de-cb27-4097-a0c0-2bcc09bfb232 HTTP/1.1" status: 200 len: 1127 time: 1.2245827 Feb 21 00:31:58.441707 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-a808a23c-ef26-4682-a3ba-8fd272ad54ad admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:58.449323 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-a808a23c-ef26-4682-a3ba-8fd272ad54ad admin admin] 10.222.0.45 "DELETE /v2.0/subnets/9eba9264-75da-434e-9801-ebbaffb31df6 HTTP/1.1" status: 204 len: 168 time: 1.5570407 Feb 21 00:31:58.453242 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 51848) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:31:58.458691 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a808a23c-ef26-4682-a3ba-8fd272ad54ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9eba9264-75da-434e-9801-ebbaffb31df6,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:31:58.462247 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e435fa-428a-4a5f-a603-fd28cceb5fa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a595b241-d773-4095-a410-ae8d948bd0f2,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:31:58.470642 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.managers [req-61baf3bc-2b67-48b7-8d6c-6554b95c3c7c req-e4d6b233-632a-4618-9355-8100af967fdc service neutron] Attempting to bind port f3d26097-eec0-4f8b-a37f-5da2c7131cf4 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=109222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 00:31:58.471214 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.managers [req-61baf3bc-2b67-48b7-8d6c-6554b95c3c7c req-e4d6b233-632a-4618-9355-8100af967fdc service neutron] Attempting to bind port f3d26097-eec0-4f8b-a37f-5da2c7131cf4 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '41c853f0-8bb5-4bee-bddd-7995047fee1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '56d46d29-560d-47ad-81a5-640623ed77d9'}] {{(pid=109222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 00:31:58.471951 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61baf3bc-2b67-48b7-8d6c-6554b95c3c7c req-e4d6b233-632a-4618-9355-8100af967fdc service neutron] Attempting to bind port f3d26097-eec0-4f8b-a37f-5da2c7131cf4 on network 56d46d29-560d-47ad-81a5-640623ed77d9 {{(pid=109222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:31:58.580512 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-94165401-b1e5-4738-b123-1b53b5955d17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-951530'] for router_interface (0e2ac5b4-99c9-449e-85f3-72d3fb2f461b), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:58.592249 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61baf3bc-2b67-48b7-8d6c-6554b95c3c7c req-e4d6b233-632a-4618-9355-8100af967fdc service neutron] Port f3d26097-eec0-4f8b-a37f-5da2c7131cf4 on network 56d46d29-560d-47ad-81a5-640623ed77d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=109222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 00:31:58.592829 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron_lib.callbacks.manager [None req-03c6e361-5e60-4ebf-bf60-884b9f967c32 None None] Publish callbacks [] for port (9d747878-1e67-405b-b6e8-52d1a7508fdc), precommit_update {{(pid=109225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:58.592933 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61baf3bc-2b67-48b7-8d6c-6554b95c3c7c req-e4d6b233-632a-4618-9355-8100af967fdc service neutron] Attempting to bind port f3d26097-eec0-4f8b-a37f-5da2c7131cf4 on network 56d46d29-560d-47ad-81a5-640623ed77d9 {{(pid=109222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:31:58.606225 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron_lib.callbacks.manager [None req-03c6e361-5e60-4ebf-bf60-884b9f967c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (9d747878-1e67-405b-b6e8-52d1a7508fdc), after_update {{(pid=109225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:58.627337 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-495f7121-4dc7-4a75-a92d-3bb27b970a10 req-507cd8fa-b324-4f32-9f61-0745546b74a8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dbbde956-e7cf-4df6-8715-10ce5c344da7 HTTP/1.1" status: 200 len: 217 time: 0.1730747 Feb 21 00:31:58.668095 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766ea60b-e651-43ce-8245-ce9378b24b44 req-1a00bc09-58d0-41d3-a30d-d77e9b8a6a24 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:31:58.679424 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-766ea60b-e651-43ce-8245-ce9378b24b44 req-1a00bc09-58d0-41d3-a30d-d77e9b8a6a24 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/ports?device_id=baae7bf1-c38c-4d14-ba07-585da5656bff HTTP/1.1" status: 200 len: 944 time: 1.2409229 Feb 21 00:31:58.682054 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61baf3bc-2b67-48b7-8d6c-6554b95c3c7c req-e4d6b233-632a-4618-9355-8100af967fdc service neutron] Checking agent: {'id': '2124d49d-e543-43fa-8e9f-817e1d020459', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 0, 29, 44), 'started_at': datetime.datetime(2022, 2, 21, 0, 29, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 0, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 00:31:58.687350 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61baf3bc-2b67-48b7-8d6c-6554b95c3c7c req-e4d6b233-632a-4618-9355-8100af967fdc service neutron] Checking segment: {'id': '41c853f0-8bb5-4bee-bddd-7995047fee1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '56d46d29-560d-47ad-81a5-640623ed77d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:31:58.689410 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61baf3bc-2b67-48b7-8d6c-6554b95c3c7c req-e4d6b233-632a-4618-9355-8100af967fdc service neutron] Bound using segment: {'id': '41c853f0-8bb5-4bee-bddd-7995047fee1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '56d46d29-560d-47ad-81a5-640623ed77d9'} {{(pid=109222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 00:31:58.690170 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.managers [req-61baf3bc-2b67-48b7-8d6c-6554b95c3c7c req-e4d6b233-632a-4618-9355-8100af967fdc service neutron] Bound port: f3d26097-eec0-4f8b-a37f-5da2c7131cf4, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41c853f0-8bb5-4bee-bddd-7995047fee1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '56d46d29-560d-47ad-81a5-640623ed77d9'}}] {{(pid=109222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 00:31:58.691806 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-61baf3bc-2b67-48b7-8d6c-6554b95c3c7c req-e4d6b233-632a-4618-9355-8100af967fdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (f3d26097-eec0-4f8b-a37f-5da2c7131cf4), before_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:58.772639 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-63e435fa-428a-4a5f-a603-fd28cceb5fa6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3aa8c9b855b64c5f9f84a59d8bbf6e9f&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2746024 Feb 21 00:31:58.773260 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 51858) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:31:58.816839 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140383ee-657d-4f67-8868-32af3704d965 None None] Pushing event updated for resources: {'Port': ['ID=9d747878-1e67-405b-b6e8-52d1a7508fdc,revision_number=3']} {{(pid=109225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:31:58.863211 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-01a205bd-6923-481b-8fce-5c135b5641cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16070333'] for network (b5570556-1f99-435b-bec4-b08629e96366), before_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:59.016044 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.plugins.ml2.managers [None req-03c6e361-5e60-4ebf-bf60-884b9f967c32 None None] Attempting to bind port 9d747878-1e67-405b-b6e8-52d1a7508fdc on host dv-cinder-813225-6-iscsi for vnic_type normal with profile {{(pid=109225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 00:31:59.017347 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.plugins.ml2.managers [None req-03c6e361-5e60-4ebf-bf60-884b9f967c32 None None] Attempting to bind port 9d747878-1e67-405b-b6e8-52d1a7508fdc by drivers openvswitch,hyperv on host dv-cinder-813225-6-iscsi at level 0 using segments [{'id': '905ecc73-8a74-4e6f-8e03-5ec9e3dbca32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2cc309f6-129c-421f-a7c2-95ecda53f9b9'}] {{(pid=109225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 00:31:59.017954 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c6e361-5e60-4ebf-bf60-884b9f967c32 None None] Attempting to bind port 9d747878-1e67-405b-b6e8-52d1a7508fdc on network 2cc309f6-129c-421f-a7c2-95ecda53f9b9 {{(pid=109225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:31:59.033507 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c6e361-5e60-4ebf-bf60-884b9f967c32 None None] Checking agent: {'id': 'd6e95c40-1d90-4a13-9e37-1d6580a24190', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813225-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 0, 23, 38), 'started_at': datetime.datetime(2022, 2, 21, 0, 24, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 0, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813225-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 00:31:59.034262 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c6e361-5e60-4ebf-bf60-884b9f967c32 None None] Checking segment: {'id': '905ecc73-8a74-4e6f-8e03-5ec9e3dbca32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2cc309f6-129c-421f-a7c2-95ecda53f9b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:31:59.034872 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron_lib.callbacks.manager [None req-03c6e361-5e60-4ebf-bf60-884b9f967c32 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:59.035469 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c6e361-5e60-4ebf-bf60-884b9f967c32 None None] Bound using segment: {'id': '905ecc73-8a74-4e6f-8e03-5ec9e3dbca32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2cc309f6-129c-421f-a7c2-95ecda53f9b9'} {{(pid=109225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 00:31:59.036397 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.plugins.ml2.managers [None req-03c6e361-5e60-4ebf-bf60-884b9f967c32 None None] Bound port: 9d747878-1e67-405b-b6e8-52d1a7508fdc, host: dv-cinder-813225-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '905ecc73-8a74-4e6f-8e03-5ec9e3dbca32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2cc309f6-129c-421f-a7c2-95ecda53f9b9'}}] {{(pid=109225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 00:31:59.036968 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron_lib.callbacks.manager [None req-03c6e361-5e60-4ebf-bf60-884b9f967c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (9d747878-1e67-405b-b6e8-52d1a7508fdc), before_update {{(pid=109225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:59.120867 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-01a205bd-6923-481b-8fce-5c135b5641cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15920573', 'neutron.services.segments.db._delete_segments_for_network-8731676696634'] for network (b5570556-1f99-435b-bec4-b08629e96366), precommit_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:59.171686 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.services.segments.db [None req-01a205bd-6923-481b-8fce-5c135b5641cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5570556-1f99-435b-bec4-b08629e96366']}} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:31:59.183206 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.plugins.ml2.db [None req-03c6e361-5e60-4ebf-bf60-884b9f967c32 None None] For port 9d747878-1e67-405b-b6e8-52d1a7508fdc, host dv-cinder-813225-6-iscsi, cleared binding levels {{(pid=109225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 00:31:59.192777 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.plugins.ml2.db [None req-03c6e361-5e60-4ebf-bf60-884b9f967c32 None None] For port 9d747878-1e67-405b-b6e8-52d1a7508fdc, host dv-cinder-813225-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-6-iscsi',level=0,port_id=9d747878-1e67-405b-b6e8-52d1a7508fdc,segment=NetworkSegment(905ecc73-8a74-4e6f-8e03-5ec9e3dbca32),segment_id=905ecc73-8a74-4e6f-8e03-5ec9e3dbca32)] {{(pid=109225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 00:31:59.198404 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.services.segments.db [None req-01a205bd-6923-481b-8fce-5c135b5641cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b31e802-99aa-4785-84ef-e99dc6cf2402') {'for_net_delete': True} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:31:59.198974 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.services.segments.db [None req-01a205bd-6923-481b-8fce-5c135b5641cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b31e802-99aa-4785-84ef-e99dc6cf2402') {} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:31:59.213788 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron_lib.callbacks.manager [None req-03c6e361-5e60-4ebf-bf60-884b9f967c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (9d747878-1e67-405b-b6e8-52d1a7508fdc), after_update {{(pid=109225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:59.294133 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-01a205bd-6923-481b-8fce-5c135b5641cb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731676697155', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3992815'] for segment (9b31e802-99aa-4785-84ef-e99dc6cf2402), before_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:59.316242 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-317f4945-6e61-4bdb-b514-c74a8b25f372 None None] Provisioning complete for port 9d747878-1e67-405b-b6e8-52d1a7508fdc triggered by entity DHCP. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:31:59.319719 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-317f4945-6e61-4bdb-b514-c74a8b25f372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (9d747878-1e67-405b-b6e8-52d1a7508fdc), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:59.418689 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-01a205bd-6923-481b-8fce-5c135b5641cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16097169'] for segment (9b31e802-99aa-4785-84ef-e99dc6cf2402), precommit_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:59.423941 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495f7121-4dc7-4a75-a92d-3bb27b970a10 req-5d3321fb-dc3f-4cf5-b2ee-cdc6caa007c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:31:59.430819 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-495f7121-4dc7-4a75-a92d-3bb27b970a10 req-5d3321fb-dc3f-4cf5-b2ee-cdc6caa007c7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5dea268a-184d-4283-924f-3d7eefe88f4c HTTP/1.1" status: 200 len: 852 time: 0.6645331 Feb 21 00:31:59.437003 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01a205bd-6923-481b-8fce-5c135b5641cb admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=109223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 00:31:59.437763 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-01a205bd-6923-481b-8fce-5c135b5641cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16097169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3995310'] for segment (9b31e802-99aa-4785-84ef-e99dc6cf2402), after_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:59.439777 dv-cinder-813225-6-iscsi neutron-server[109223]: Traceback (most recent call last): Feb 21 00:31:59.439777 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 00:31:59.439777 dv-cinder-813225-6-iscsi neutron-server[109223]: timer() Feb 21 00:31:59.439777 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 00:31:59.439777 dv-cinder-813225-6-iscsi neutron-server[109223]: cb(*args, **kw) Feb 21 00:31:59.439777 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 00:31:59.439777 dv-cinder-813225-6-iscsi neutron-server[109223]: return func(*args, **kwargs) Feb 21 00:31:59.439777 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 00:31:59.439777 dv-cinder-813225-6-iscsi neutron-server[109223]: self._notify() Feb 21 00:31:59.439777 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 00:31:59.439777 dv-cinder-813225-6-iscsi neutron-server[109223]: self.callback(batched_events) Feb 21 00:31:59.439777 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 00:31:59.439777 dv-cinder-813225-6-iscsi neutron-server[109223]: event.method(event) Feb 21 00:31:59.439777 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 00:31:59.439777 dv-cinder-813225-6-iscsi neutron-server[109223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 00:31:59.439777 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 00:31:59.439777 dv-cinder-813225-6-iscsi neutron-server[109223]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 00:31:59.439777 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 00:31:59.439777 dv-cinder-813225-6-iscsi neutron-server[109223]: return f(self, *a, **k) Feb 21 00:31:59.439777 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 00:31:59.439777 dv-cinder-813225-6-iscsi neutron-server[109223]: return self._get(url).json() Feb 21 00:31:59.439777 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 00:31:59.439777 dv-cinder-813225-6-iscsi neutron-server[109223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 00:31:59.439777 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 00:31:59.439777 dv-cinder-813225-6-iscsi neutron-server[109223]: return self.request(url, 'GET', **kwargs) Feb 21 00:31:59.439777 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 00:31:59.439777 dv-cinder-813225-6-iscsi neutron-server[109223]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 00:31:59.439777 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 00:31:59.439777 dv-cinder-813225-6-iscsi neutron-server[109223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 00:31:59.439777 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 00:31:59.439777 dv-cinder-813225-6-iscsi neutron-server[109223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 00:31:59.439777 dv-cinder-813225-6-iscsi neutron-server[109223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 00:31:59.453079 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140383ee-657d-4f67-8868-32af3704d965 None None] Pushing event updated for resources: {'Port': ['ID=9d747878-1e67-405b-b6e8-52d1a7508fdc,revision_number=4']} {{(pid=109225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:31:59.494411 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94165401-b1e5-4738-b123-1b53b5955d17 admin admin] Network c58ec42c-ebf4-48a5-8b13-e00a879614cb is already hosted by enough agents. {{(pid=109223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:31:59.517931 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c6e361-5e60-4ebf-bf60-884b9f967c32 None None] Routers {'74397fb8-3d56-4ff8-97fc-6408820a2fe8'} bound to L3 agent in host dv-cinder-813225-6-iscsi {{(pid=109225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:31:59.521397 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_hamode_db [None req-03c6e361-5e60-4ebf-bf60-884b9f967c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T00:23:33Z,description=,heartbeat_timestamp=2022-02-21T00:31:33Z,host='dv-cinder-813225-6-iscsi',id=47b5b2cb-5391-4fc3-9478-3db20537c35a,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:23:34Z,topic='l3_agent')) {'router_ids': ['74397fb8-3d56-4ff8-97fc-6408820a2fe8'], 'active': True} {{(pid=109225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:31:59.626426 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.scheduler.base_scheduler [None req-94165401-b1e5-4738-b123-1b53b5955d17 admin admin] Resources bound (agent type, host, resource id): {{(pid=109223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:31:59.676041 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Device 703c5d97-95da-4938-9d2d-d93d6b5f9ab5 up at agent ovs-agent-dv-cinder-813225-6-iscsi {{(pid=109224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:31:59.692678 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-766ea60b-e651-43ce-8245-ce9378b24b44 req-30a2f5f6-f7d3-492f-99af-2d763317bfad tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/security-groups?id=d4c2ccd5-90d6-42ad-bf3a-131ba1b47e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9639497 Feb 21 00:31:59.784609 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-495f7121-4dc7-4a75-a92d-3bb27b970a10 req-7a8fcc61-bc65-466f-b5f9-c794b7173297 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1533cf7b-9c67-437b-b700-3a7d66c8044f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2891581 Feb 21 00:31:59.878304 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-01a205bd-6923-481b-8fce-5c135b5641cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15920566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-951265'] for network (b5570556-1f99-435b-bec4-b08629e96366), after_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:59.885943 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-01a205bd-6923-481b-8fce-5c135b5641cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582445'] for network (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:59.905072 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-01a205bd-6923-481b-8fce-5c135b5641cb admin admin] 10.222.0.45 "DELETE /v2.0/networks/b5570556-1f99-435b-bec4-b08629e96366 HTTP/1.1" status: 204 len: 168 time: 1.4506688 Feb 21 00:31:59.916924 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-317f4945-6e61-4bdb-b514-c74a8b25f372 None None] Current status of the port 9d747878-1e67-405b-b6e8-52d1a7508fdc is: DOWN; New status is: ACTIVE {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:31:59.923639 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-317f4945-6e61-4bdb-b514-c74a8b25f372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (9d747878-1e67-405b-b6e8-52d1a7508fdc), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:31:59.980243 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a205bd-6923-481b-8fce-5c135b5641cb admin admin] Pushing event deleted for resources: {'Network': ['ID=b5570556-1f99-435b-bec4-b08629e96366,revision_number=None']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:00.013644 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Provisioning complete for port 703c5d97-95da-4938-9d2d-d93d6b5f9ab5 triggered by entity L2. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:32:00.016682 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_dvr_db [None req-03c6e361-5e60-4ebf-bf60-884b9f967c32 None None] Set router 74397fb8-3d56-4ff8-97fc-6408820a2fe8 gateway port host: dv-cinder-813225-6-iscsi {{(pid=109225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:32:00.026752 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (703c5d97-95da-4938-9d2d-d93d6b5f9ab5), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:00.049152 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.db [req-61baf3bc-2b67-48b7-8d6c-6554b95c3c7c req-e4d6b233-632a-4618-9355-8100af967fdc service neutron] For port f3d26097-eec0-4f8b-a37f-5da2c7131cf4, host hv-cinder-81322, cleared binding levels {{(pid=109222) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 00:32:00.148370 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.db [req-61baf3bc-2b67-48b7-8d6c-6554b95c3c7c req-e4d6b233-632a-4618-9355-8100af967fdc service neutron] For port f3d26097-eec0-4f8b-a37f-5da2c7131cf4, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f3d26097-eec0-4f8b-a37f-5da2c7131cf4,segment=NetworkSegment(41c853f0-8bb5-4bee-bddd-7995047fee1c),segment_id=41c853f0-8bb5-4bee-bddd-7995047fee1c)] {{(pid=109222) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 00:32:00.200932 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-317f4945-6e61-4bdb-b514-c74a8b25f372 None None] For port 9d747878-1e67-405b-b6e8-52d1a7508fdc, host dv-cinder-813225-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-6-iscsi',level=0,port_id=9d747878-1e67-405b-b6e8-52d1a7508fdc,segment=NetworkSegment(905ecc73-8a74-4e6f-8e03-5ec9e3dbca32),segment_id=905ecc73-8a74-4e6f-8e03-5ec9e3dbca32)] {{(pid=109224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:32:00.214200 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-317f4945-6e61-4bdb-b514-c74a8b25f372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (9d747878-1e67-405b-b6e8-52d1a7508fdc), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:00.246850 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 51876) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:32:00.266270 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.v2.base [None req-3a92dabf-008a-4a54-a4be-81ce3af3f9e3 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1173130048', 'description': 'tempest-description--2097039117'}} {{(pid=109223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:32:00.288926 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-495f7121-4dc7-4a75-a92d-3bb27b970a10 req-0fe23f60-146a-42bf-bc1c-fe0d06b0e546 service neutron] 10.222.0.36 "GET /v2.0/networks/1533cf7b-9c67-437b-b700-3a7d66c8044f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4869595 Feb 21 00:32:00.303128 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-e8b92602-6d6e-4254-ae11-8baa22c681f2 admin admin] Publish callbacks [] for security_group (a595b241-d773-4095-a410-ae8d948bd0f2), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:00.398849 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317f4945-6e61-4bdb-b514-c74a8b25f372 None None] Pushing event updated for resources: {'Port': ['ID=9d747878-1e67-405b-b6e8-52d1a7508fdc,revision_number=5']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:00.437624 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-61baf3bc-2b67-48b7-8d6c-6554b95c3c7c req-e4d6b233-632a-4618-9355-8100af967fdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (f3d26097-eec0-4f8b-a37f-5da2c7131cf4), after_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:00.447150 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-3a92dabf-008a-4a54-a4be-81ce3af3f9e3 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Publish callbacks [] for security_group (None), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:00.454745 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-d9a208e3-3231-4bca-ada6-c2ac91442152 None None] Provisioning complete for port 9d747878-1e67-405b-b6e8-52d1a7508fdc triggered by entity DHCP. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:32:00.455489 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-d9a208e3-3231-4bca-ada6-c2ac91442152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (9d747878-1e67-405b-b6e8-52d1a7508fdc), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:00.504401 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Current status of the port 703c5d97-95da-4938-9d2d-d93d6b5f9ab5 is: DOWN; New status is: ACTIVE {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:32:00.505895 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (703c5d97-95da-4938-9d2d-d93d6b5f9ab5), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:00.551059 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-d5cbf3c5-4b08-44e7-bd65-a0951520677a req-7eaa7c65-a61d-4eed-ada0-9655d62591bb tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8230352-c17e-4cac-8ed0-da7c12f48e16 HTTP/1.1" status: 200 len: 210 time: 0.1486552 Feb 21 00:32:00.600739 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] For port 703c5d97-95da-4938-9d2d-d93d6b5f9ab5, host dv-cinder-813225-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-6-iscsi',level=0,port_id=703c5d97-95da-4938-9d2d-d93d6b5f9ab5,segment=NetworkSegment(269a8d6d-b983-4db2-9b3a-4038ed61d041),segment_id=269a8d6d-b983-4db2-9b3a-4038ed61d041)] {{(pid=109224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:32:00.678711 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (703c5d97-95da-4938-9d2d-d93d6b5f9ab5), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:00.686714 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94165401-b1e5-4738-b123-1b53b5955d17 admin admin] Router 0e2ac5b4-99c9-449e-85f3-72d3fb2f461b has already been hosted by L3 agent 47b5b2cb-5391-4fc3-9478-3db20537c35a {{(pid=109223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 00:32:00.736050 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-d9a208e3-3231-4bca-ada6-c2ac91442152 None None] Current status of the port 9d747878-1e67-405b-b6e8-52d1a7508fdc is: ACTIVE; New status is: ACTIVE {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:32:00.775501 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-d9a208e3-3231-4bca-ada6-c2ac91442152 None None] Provisioning complete for port 14c78ac1-77e4-4af4-a6fe-982d691b3ed2 triggered by entity DHCP. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:32:00.776217 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-d9a208e3-3231-4bca-ada6-c2ac91442152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (14c78ac1-77e4-4af4-a6fe-982d691b3ed2), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:00.779506 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Pushing event updated for resources: {'Port': ['ID=703c5d97-95da-4938-9d2d-d93d6b5f9ab5,revision_number=5']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:00.785108 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 51888) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:32:00.828876 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_hamode_db [None req-03c6e361-5e60-4ebf-bf60-884b9f967c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74397fb8-3d56-4ff8-97fc-6408820a2fe8', 'name': 'tempest-AttachVolumeShelveTestJSON-1682423178-router', 'tenant_id': '51a255ecc1c64df295f0bd94fee4f7d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'external_fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': '5aa8f52d-bb36-476f-8ecb-c86e2c7d1b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:31:38Z', 'updated_at': '2022-02-21T00:31:49Z', 'revision_number': 4, 'project_id': '51a255ecc1c64df295f0bd94fee4f7d2', 'gw_port': {'id': '5aa8f52d-bb36-476f-8ecb-c86e2c7d1b6f', 'name': '', 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74397fb8-3d56-4ff8-97fc-6408820a2fe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:31:39Z', 'updated_at': '2022-02-21T00:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '890cd9a8-3116-412f-9022-3458585959da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-6-iscsi', '_interfaces': [{'id': '9d747878-1e67-405b-b6e8-52d1a7508fdc', 'name': '', 'network_id': '2cc309f6-129c-421f-a7c2-95ecda53f9b9', 'tenant_id': '51a255ecc1c64df295f0bd94fee4f7d2', 'mac_address': 'fa:16:3e:5c:93:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74397fb8-3d56-4ff8-97fc-6408820a2fe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '4c4904f9-0933-4cbb-8971-c27649ee3505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:31:45Z', 'updated_at': '2022-02-21T00:31:59Z', 'revision_number': 4, 'project_id': '51a255ecc1c64df295f0bd94fee4f7d2', 'subnets': [{'id': '4c4904f9-0933-4cbb-8971-c27649ee3505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-6-iscsi', False) {} {{(pid=109225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:32:00.868032 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-d9a208e3-3231-4bca-ada6-c2ac91442152 None None] Port 14c78ac1-77e4-4af4-a6fe-982d691b3ed2 cannot update to ACTIVE because it is not bound. {{(pid=109224) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 00:32:00.892651 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.36', 55484) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:32:01.023986 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 00:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55cddf30-47c9-4e25-a0d3-6062c22cb533 x-openstack-request-id: req-55cddf30-47c9-4e25-a0d3-6062c22cb533 {{(pid=109222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:32:01.024616 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "deb436de-cb27-4097-a0c0-2bcc09bfb232", "tag": "dbbde956-e7cf-4df6-8715-10ce5c344da7", "status": "completed", "code": 200}]} {{(pid=109222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:32:01.024616 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-55cddf30-47c9-4e25-a0d3-6062c22cb533 {{(pid=109222) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:32:01.025004 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'deb436de-cb27-4097-a0c0-2bcc09bfb232', 'tag': 'dbbde956-e7cf-4df6-8715-10ce5c344da7', 'status': 'completed', 'code': 200} Feb 21 00:32:01.059402 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c6e361-5e60-4ebf-bf60-884b9f967c32 None None] The sync data for ids ['74397fb8-3d56-4ff8-97fc-6408820a2fe8'] in dv-cinder-813225-6-iscsi is: [{'id': '74397fb8-3d56-4ff8-97fc-6408820a2fe8', 'name': 'tempest-AttachVolumeShelveTestJSON-1682423178-router', 'tenant_id': '51a255ecc1c64df295f0bd94fee4f7d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'external_fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': '5aa8f52d-bb36-476f-8ecb-c86e2c7d1b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:31:38Z', 'updated_at': '2022-02-21T00:31:49Z', 'revision_number': 4, 'project_id': '51a255ecc1c64df295f0bd94fee4f7d2', 'gw_port': {'id': '5aa8f52d-bb36-476f-8ecb-c86e2c7d1b6f', 'name': '', 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74397fb8-3d56-4ff8-97fc-6408820a2fe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:31:39Z', 'updated_at': '2022-02-21T00:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '890cd9a8-3116-412f-9022-3458585959da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-6-iscsi', '_interfaces': [{'id': '9d747878-1e67-405b-b6e8-52d1a7508fdc', 'name': '', 'network_id': '2cc309f6-129c-421f-a7c2-95ecda53f9b9', 'tenant_id': '51a255ecc1c64df295f0bd94fee4f7d2', 'mac_address': 'fa:16:3e:5c:93:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74397fb8-3d56-4ff8-97fc-6408820a2fe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '4c4904f9-0933-4cbb-8971-c27649ee3505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:31:45Z', 'updated_at': '2022-02-21T00:31:59Z', 'revision_number': 4, 'project_id': '51a255ecc1c64df295f0bd94fee4f7d2', 'subnets': [{'id': '4c4904f9-0933-4cbb-8971-c27649ee3505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 00:32:01.079869 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61baf3bc-2b67-48b7-8d6c-6554b95c3c7c req-e4d6b233-632a-4618-9355-8100af967fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:01.080409 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-61baf3bc-2b67-48b7-8d6c-6554b95c3c7c req-e4d6b233-632a-4618-9355-8100af967fdc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582445'] for port (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:01.081786 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-61baf3bc-2b67-48b7-8d6c-6554b95c3c7c req-e4d6b233-632a-4618-9355-8100af967fdc service neutron] 10.222.0.36 "PUT /v2.0/ports/f3d26097-eec0-4f8b-a37f-5da2c7131cf4 HTTP/1.1" status: 200 len: 1094 time: 6.7943797 Feb 21 00:32:01.109898 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-e8b92602-6d6e-4254-ae11-8baa22c681f2 admin admin] Publish callbacks [] for security_group (a595b241-d773-4095-a410-ae8d948bd0f2), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:01.168357 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eab533-6ef5-4681-b057-94650d30e017 req-597fb4dc-c658-411e-b061-337a8da57851 tempest-DeleteServersTestJSON-1116134669 tempest-DeleteServersTestJSON-1116134669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:01.169878 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-68eab533-6ef5-4681-b057-94650d30e017 req-597fb4dc-c658-411e-b061-337a8da57851 tempest-DeleteServersTestJSON-1116134669 tempest-DeleteServersTestJSON-1116134669-project] 10.222.0.45 "GET /v2.0/ports?device_id=deb436de-cb27-4097-a0c0-2bcc09bfb232 HTTP/1.1" status: 200 len: 943 time: 0.4818470 Feb 21 00:32:01.184638 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-3a92dabf-008a-4a54-a4be-81ce3af3f9e3 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Publish callbacks [] for security_group (0f05195e-1011-4af1-b12a-07d8f5627ca9), precommit_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:01.191627 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-495f7121-4dc7-4a75-a92d-3bb27b970a10 req-8306c85f-512b-465d-b6e2-4adacf9e88dd service neutron] 10.222.0.36 "GET /v2.0/networks/1533cf7b-9c67-437b-b700-3a7d66c8044f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8823271 Feb 21 00:32:01.198222 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d6b233-632a-4618-9355-8100af967fdc service neutron] Pushing event updated for resources: {'Port': ['ID=f3d26097-eec0-4f8b-a37f-5da2c7131cf4,revision_number=3']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:01.210517 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-3a92dabf-008a-4a54-a4be-81ce3af3f9e3 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (0f05195e-1011-4af1-b12a-07d8f5627ca9), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:01.214921 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-f3762a98-32da-46ca-90db-40e60add264e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9a831878bb8948b9877c5341cc5cef23&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4125605 Feb 21 00:32:01.216731 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fae5ee-13c9-4baa-8754-fdedde9d9eed req-e3a6d5ad-9365-46bc-b1ba-a798832c9700 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:01.219092 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-e9fae5ee-13c9-4baa-8754-fdedde9d9eed req-e3a6d5ad-9365-46bc-b1ba-a798832c9700 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/ports?device_id=baae7bf1-c38c-4d14-ba07-585da5656bff HTTP/1.1" status: 200 len: 944 time: 0.1892745 Feb 21 00:32:01.219903 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 51904) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:32:01.242705 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94165401-b1e5-4738-b123-1b53b5955d17 admin admin] Notify agent at l3_agent.dv-cinder-813225-6-iscsi the message routers_updated {{(pid=109223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 00:32:01.257690 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f39b2d-bdd8-4800-b32f-dcf34758534d None None] Sync routers for ids ['0e2ac5b4-99c9-449e-85f3-72d3fb2f461b'] in dv-cinder-813225-6-iscsi {{(pid=109224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 00:32:01.291385 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-e8b92602-6d6e-4254-ae11-8baa22c681f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (a595b241-d773-4095-a410-ae8d948bd0f2), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:01.293592 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-94165401-b1e5-4738-b123-1b53b5955d17 admin admin] 10.222.0.45 "PUT /v2.0/routers/0e2ac5b4-99c9-449e-85f3-72d3fb2f461b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2366383 Feb 21 00:32:01.294241 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-e8b92602-6d6e-4254-ae11-8baa22c681f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:01.298450 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-e8b92602-6d6e-4254-ae11-8baa22c681f2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a595b241-d773-4095-a410-ae8d948bd0f2 HTTP/1.1" status: 204 len: 168 time: 2.4452984 Feb 21 00:32:01.308210 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f39b2d-bdd8-4800-b32f-dcf34758534d None None] Routers {'0e2ac5b4-99c9-449e-85f3-72d3fb2f461b'} bound to L3 agent in host dv-cinder-813225-6-iscsi {{(pid=109224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:32:01.309027 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-44f39b2d-bdd8-4800-b32f-dcf34758534d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T00:23:33Z,description=,heartbeat_timestamp=2022-02-21T00:31:33Z,host='dv-cinder-813225-6-iscsi',id=47b5b2cb-5391-4fc3-9478-3db20537c35a,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:23:34Z,topic='l3_agent')) {'router_ids': ['0e2ac5b4-99c9-449e-85f3-72d3fb2f461b'], 'active': True} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:32:01.337610 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-3a92dabf-008a-4a54-a4be-81ce3af3f9e3 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Publish callbacks [] for security_group (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:01.341727 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-3a92dabf-008a-4a54-a4be-81ce3af3f9e3 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.0909910 Feb 21 00:32:01.350904 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 51914) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:32:01.370083 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [None req-34eda65d-ba9f-4b79-8909-7626b77247b8 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Request body: {'security_group_rule': {'security_group_id': '0f05195e-1011-4af1-b12a-07d8f5627ca9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:32:01.374735 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b92602-6d6e-4254-ae11-8baa22c681f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a595b241-d773-4095-a410-ae8d948bd0f2,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:01.376688 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a92dabf-008a-4a54-a4be-81ce3af3f9e3 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f05195e-1011-4af1-b12a-07d8f5627ca9,revision_number=1']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:01.395906 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-68eab533-6ef5-4681-b057-94650d30e017 req-44482f76-f0ca-48ea-9727-80288123c6ff tempest-DeleteServersTestJSON-1116134669 tempest-DeleteServersTestJSON-1116134669-project] 10.222.0.45 "GET /v2.0/security-groups?id=2e88ae11-95d7-4230-ba40-d67b4fc42edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097294 Feb 21 00:32:01.407301 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55813ad6-a95c-4f36-bf55-30b8b1fa4f13 req-8e6cfa59-dda6-4996-9d47-a499d1a6ca6d tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:01.422131 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-55813ad6-a95c-4f36-bf55-30b8b1fa4f13 req-8e6cfa59-dda6-4996-9d47-a499d1a6ca6d tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.36 "GET /v2.0/networks?id=2662c2a7-dfa3-4cb4-bf70-b308bbf4a003 HTTP/1.1" status: 200 len: 818 time: 0.5251651 Feb 21 00:32:01.438206 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.v2.base [req-55813ad6-a95c-4f36-bf55-30b8b1fa4f13 req-ad25f671-24f9-41aa-98b2-abfc00580618 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Request body: {'port': {'device_id': 'f8230352-c17e-4cac-8ed0-da7c12f48e16', 'network_id': '2662c2a7-dfa3-4cb4-bf70-b308bbf4a003', 'admin_state_up': True, 'tenant_id': '1092f05b80bd4759940d2fbd268d02b0'}} {{(pid=109223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:32:01.478800 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Device 703c5d97-95da-4938-9d2d-d93d6b5f9ab5 up at agent ovs-agent-dv-cinder-813225-6-iscsi {{(pid=109224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:32:01.513142 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-e9fae5ee-13c9-4baa-8754-fdedde9d9eed req-c1db13e1-03f9-4ff4-b692-d7d6400a9555 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/security-groups?id=d4c2ccd5-90d6-42ad-bf3a-131ba1b47e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2803073 Feb 21 00:32:01.546735 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-a520c710-8f18-441c-b9b6-ff7380ad1171 admin admin] Publish callbacks [] for security_group (6e183820-7799-4d76-8951-134d5df745f9), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:01.695960 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61baf3bc-2b67-48b7-8d6c-6554b95c3c7c req-20d60684-2f27-420e-b1aa-e050944dd240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:01.697724 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-61baf3bc-2b67-48b7-8d6c-6554b95c3c7c req-20d60684-2f27-420e-b1aa-e050944dd240 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0467d31eadf844478eb8071898fb128e&device_id=baae7bf1-c38c-4d14-ba07-585da5656bff HTTP/1.1" status: 200 len: 1128 time: 0.3926487 Feb 21 00:32:01.699721 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-a520c710-8f18-441c-b9b6-ff7380ad1171 admin admin] Publish callbacks [] for security_group (6e183820-7799-4d76-8951-134d5df745f9), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:01.760558 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-34eda65d-ba9f-4b79-8909-7626b77247b8 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Publish callbacks [] for security_group_rule (930d90e0-edae-4334-9884-856adea298ed), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:01.826616 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-a0f90418-cbb8-453a-84af-86e068ac4f20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (57941464-2af3-4cc7-9b46-3eeacd6f6fca), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:01.837870 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ab2cdf-2d01-4a96-85fe-e3019d56ad52 req-dd5081ce-29fc-4cae-acb8-728c2cdbb786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:01.842909 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Provisioning complete for port 703c5d97-95da-4938-9d2d-d93d6b5f9ab5 triggered by entity L2. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:32:01.843324 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (703c5d97-95da-4938-9d2d-d93d6b5f9ab5), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:01.847773 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-d1ab2cdf-2d01-4a96-85fe-e3019d56ad52 req-dd5081ce-29fc-4cae-acb8-728c2cdbb786 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6aeb44ecd46d4a83ab095ff793e9702b&device_id=deb436de-cb27-4097-a0c0-2bcc09bfb232 HTTP/1.1" status: 200 len: 1127 time: 0.4873128 Feb 21 00:32:01.933213 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvr_db [None req-44f39b2d-bdd8-4800-b32f-dcf34758534d None None] Set router 0e2ac5b4-99c9-449e-85f3-72d3fb2f461b gateway port host: dv-cinder-813225-6-iscsi {{(pid=109224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:32:02.018577 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-61baf3bc-2b67-48b7-8d6c-6554b95c3c7c req-70999552-277a-4e60-b808-764d925d6628 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f3d26097-eec0-4f8b-a37f-5da2c7131cf4 HTTP/1.1" status: 200 len: 217 time: 0.2753911 Feb 21 00:32:02.051326 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a89074-db70-4af2-bea1-5f2ea70c9634 req-c48988e0-3fc5-4929-9d22-b2d3a644a629 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:02.063923 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-b1a89074-db70-4af2-bea1-5f2ea70c9634 req-c48988e0-3fc5-4929-9d22-b2d3a644a629 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/networks?id=2662c2a7-dfa3-4cb4-bf70-b308bbf4a003 HTTP/1.1" status: 200 len: 818 time: 0.4487472 Feb 21 00:32:02.112495 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-b1a89074-db70-4af2-bea1-5f2ea70c9634 req-76854a73-f8fb-49a1-823a-ef9872ef9404 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/quotas/1092f05b80bd4759940d2fbd268d02b0 HTTP/1.1" status: 200 len: 375 time: 0.0455790 Feb 21 00:32:02.220679 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55813ad6-a95c-4f36-bf55-30b8b1fa4f13 req-ad25f671-24f9-41aa-98b2-abfc00580618 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Made reservation on behalf of 1092f05b80bd4759940d2fbd268d02b0 for: {'port': 1} {{(pid=109223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 00:32:02.224646 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-55813ad6-a95c-4f36-bf55-30b8b1fa4f13 req-ad25f671-24f9-41aa-98b2-abfc00580618 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (None), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:02.304589 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-b1a89074-db70-4af2-bea1-5f2ea70c9634 req-ead00ec4-b797-4338-b439-edb3af6d6674 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=1092f05b80bd4759940d2fbd268d02b0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1909122 Feb 21 00:32:02.387532 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61baf3bc-2b67-48b7-8d6c-6554b95c3c7c req-25bc150a-e5e9-4954-a4a3-2dd0fe5d355b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:02.400000 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-61baf3bc-2b67-48b7-8d6c-6554b95c3c7c req-25bc150a-e5e9-4954-a4a3-2dd0fe5d355b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e737284c-a5a6-4a63-a4b0-f2ad93902441 HTTP/1.1" status: 200 len: 854 time: 0.3716378 Feb 21 00:32:02.401128 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Current status of the port 703c5d97-95da-4938-9d2d-d93d6b5f9ab5 is: ACTIVE; New status is: ACTIVE {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:32:02.406985 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-a520c710-8f18-441c-b9b6-ff7380ad1171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (6e183820-7799-4d76-8951-134d5df745f9), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:02.421793 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-a520c710-8f18-441c-b9b6-ff7380ad1171 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:02.423175 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-a520c710-8f18-441c-b9b6-ff7380ad1171 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6e183820-7799-4d76-8951-134d5df745f9 HTTP/1.1" status: 204 len: 168 time: 1.2022314 Feb 21 00:32:02.581783 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-61baf3bc-2b67-48b7-8d6c-6554b95c3c7c req-979395ba-b5c2-49f5-ac5f-24ef6e2f1308 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=56d46d29-560d-47ad-81a5-640623ed77d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1499338 Feb 21 00:32:02.588942 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-34eda65d-ba9f-4b79-8909-7626b77247b8 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Publish callbacks [] for security_group_rule (930d90e0-edae-4334-9884-856adea298ed), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:02.600074 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a520c710-8f18-441c-b9b6-ff7380ad1171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e183820-7799-4d76-8951-134d5df745f9,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:02.616076 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-44f39b2d-bdd8-4800-b32f-dcf34758534d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e2ac5b4-99c9-449e-85f3-72d3fb2f461b', 'name': 'tempest-AttachVolumeTestJSON-923459538-router', 'tenant_id': 'f83942655a004261ad34343d44c6cf6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'external_fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '1bb1f34c-c765-4e9c-877f-be0fc6368b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:31:40Z', 'updated_at': '2022-02-21T00:31:57Z', 'revision_number': 4, 'project_id': 'f83942655a004261ad34343d44c6cf6b', 'gw_port': {'id': '1bb1f34c-c765-4e9c-877f-be0fc6368b70', 'name': '', 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:17:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2ac5b4-99c9-449e-85f3-72d3fb2f461b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:31:42Z', 'updated_at': '2022-02-21T00:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '890cd9a8-3116-412f-9022-3458585959da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-6-iscsi', '_interfaces': [{'id': '14c78ac1-77e4-4af4-a6fe-982d691b3ed2', 'name': '', 'network_id': 'c58ec42c-ebf4-48a5-8b13-e00a879614cb', 'tenant_id': 'f83942655a004261ad34343d44c6cf6b', 'mac_address': 'fa:16:3e:a2:2e:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e2ac5b4-99c9-449e-85f3-72d3fb2f461b', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'a770bec4-4043-4a9e-b8d8-da9ffce5c8ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:31:54Z', 'updated_at': '2022-02-21T00:31:57Z', 'revision_number': 2, 'project_id': 'f83942655a004261ad34343d44c6cf6b', 'subnets': [{'id': 'a770bec4-4043-4a9e-b8d8-da9ffce5c8ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-6-iscsi', False) {} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:32:02.660535 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-34eda65d-ba9f-4b79-8909-7626b77247b8 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574764'] for security_group_rule (930d90e0-edae-4334-9884-856adea298ed), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:02.666256 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ab2cdf-2d01-4a96-85fe-e3019d56ad52 req-697026aa-45e0-463d-bfe3-9189dde1c9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:02.667741 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-d1ab2cdf-2d01-4a96-85fe-e3019d56ad52 req-697026aa-45e0-463d-bfe3-9189dde1c9ff service neutron] 10.222.0.36 "GET /v2.0/networks?id=1533cf7b-9c67-437b-b700-3a7d66c8044f HTTP/1.1" status: 200 len: 913 time: 0.8191826 Feb 21 00:32:02.714490 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f39b2d-bdd8-4800-b32f-dcf34758534d None None] Checking router: 0e2ac5b4-99c9-449e-85f3-72d3fb2f461b for host: dv-cinder-813225-6-iscsi {{(pid=109224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 00:32:02.714860 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f39b2d-bdd8-4800-b32f-dcf34758534d None None] Updating router 0e2ac5b4-99c9-449e-85f3-72d3fb2f461b port 14c78ac1-77e4-4af4-a6fe-982d691b3ed2 binding host dv-cinder-813225-6-iscsi {{(pid=109224) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 00:32:02.741990 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eda65d-ba9f-4b79-8909-7626b77247b8 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=930d90e0-edae-4334-9884-856adea298ed,revision_number=0']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:02.790984 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-44f39b2d-bdd8-4800-b32f-dcf34758534d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (14c78ac1-77e4-4af4-a6fe-982d691b3ed2), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:02.825226 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-d1ab2cdf-2d01-4a96-85fe-e3019d56ad52 req-1d90981e-9c2d-45a1-8f05-041ead64376a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dbbde956-e7cf-4df6-8715-10ce5c344da7 HTTP/1.1" status: 200 len: 217 time: 0.1135852 Feb 21 00:32:02.867296 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-34eda65d-ba9f-4b79-8909-7626b77247b8 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:02.874117 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-34eda65d-ba9f-4b79-8909-7626b77247b8 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5207040 Feb 21 00:32:02.888086 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 51980) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:32:02.894843 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [None req-8bb6196c-1680-4dbb-8be3-c9083da6b7b3 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Request body: {'security_group_rule': {'security_group_id': '0f05195e-1011-4af1-b12a-07d8f5627ca9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:32:02.965437 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-61baf3bc-2b67-48b7-8d6c-6554b95c3c7c req-1009f16d-2e0d-4ab1-8215-49fd169350f9 service neutron] 10.222.0.36 "GET /v2.0/networks/56d46d29-560d-47ad-81a5-640623ed77d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3665411 Feb 21 00:32:03.026292 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baae7bf1-c38c-4d14-ba07-585da5656bff', 'tag': 'f3d26097-eec0-4f8b-a37f-5da2c7131cf4'}] {{(pid=109222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:32:03.032671 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81563fad7634ec273475caa61ca91dc94d21cc2561ee8f59b09b3f9a67cb5537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d684168-f835-4aa8-b22e-360fc2b38a97" -d '{"events": [{"name": "network-changed", "server_uuid": "baae7bf1-c38c-4d14-ba07-585da5656bff", "tag": "f3d26097-eec0-4f8b-a37f-5da2c7131cf4"}]}' {{(pid=109222) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:32:03.039531 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 51984) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:32:03.099466 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ab2cdf-2d01-4a96-85fe-e3019d56ad52 req-119d189b-c48b-41e7-b6d4-037a2086a5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:03.106197 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-d1ab2cdf-2d01-4a96-85fe-e3019d56ad52 req-119d189b-c48b-41e7-b6d4-037a2086a5b5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5dea268a-184d-4283-924f-3d7eefe88f4c HTTP/1.1" status: 200 len: 852 time: 0.2649057 Feb 21 00:32:03.107495 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-8bb6196c-1680-4dbb-8be3-c9083da6b7b3 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Publish callbacks [] for security_group_rule (07df52de-8854-45d4-8bd6-bdb81b43adab), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:03.118748 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [None req-560f3bb8-a374-40f7-bbab-c306e3debedc tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2080928768', 'description': 'tempest-description--550058677'}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:32:03.185053 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.db.db_base_plugin_common [req-55813ad6-a95c-4f36-bf55-30b8b1fa4f13 req-ad25f671-24f9-41aa-98b2-abfc00580618 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Allocated IP 172.20.0.5 (2662c2a7-dfa3-4cb4-bf70-b308bbf4a003/6c91acbb-c03d-4786-afca-288f577437ce/8785719d-2f3c-440c-8de1-fe892aa82f2c) {{(pid=109223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 00:32:03.191330 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-b1a89074-db70-4af2-bea1-5f2ea70c9634 req-15f92829-2120-4c6f-99ac-695061f0c55c service neutron] 10.222.0.45 "GET /v2.0/networks/2662c2a7-dfa3-4cb4-bf70-b308bbf4a003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8572185 Feb 21 00:32:03.199059 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 51988) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:32:03.205559 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-d1ab2cdf-2d01-4a96-85fe-e3019d56ad52 req-9d56d9b3-c153-4e6c-b870-b0caaf399c8b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1533cf7b-9c67-437b-b700-3a7d66c8044f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0772619 Feb 21 00:32:03.317866 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-b1a89074-db70-4af2-bea1-5f2ea70c9634 req-01fa336d-ff20-4551-9eae-835572044704 service neutron] 10.222.0.45 "GET /v2.0/networks/2662c2a7-dfa3-4cb4-bf70-b308bbf4a003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254072 Feb 21 00:32:03.398617 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 51994) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:32:03.403528 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-560f3bb8-a374-40f7-bbab-c306e3debedc tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Publish callbacks [] for security_group (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:03.456463 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-61baf3bc-2b67-48b7-8d6c-6554b95c3c7c req-f06cb069-484c-47ef-9734-bdfbcb2e1b23 service neutron] 10.222.0.36 "GET /v2.0/networks/56d46d29-560d-47ad-81a5-640623ed77d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4781454 Feb 21 00:32:03.475164 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-8bb6196c-1680-4dbb-8be3-c9083da6b7b3 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Publish callbacks [] for security_group_rule (07df52de-8854-45d4-8bd6-bdb81b43adab), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:03.512045 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59e6b34-2e26-4b5d-9532-4e0c6e38218c req-3c7c1c6e-3b00-4f74-bbed-8da033897a0d tempest-DeleteServersTestJSON-1116134669 tempest-DeleteServersTestJSON-1116134669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:03.513945 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-f59e6b34-2e26-4b5d-9532-4e0c6e38218c req-3c7c1c6e-3b00-4f74-bbed-8da033897a0d tempest-DeleteServersTestJSON-1116134669 tempest-DeleteServersTestJSON-1116134669-project] 10.222.0.45 "GET /v2.0/ports?device_id=deb436de-cb27-4097-a0c0-2bcc09bfb232 HTTP/1.1" status: 200 len: 943 time: 0.3898127 Feb 21 00:32:03.517980 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-8bb6196c-1680-4dbb-8be3-c9083da6b7b3 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574764'] for security_group_rule (07df52de-8854-45d4-8bd6-bdb81b43adab), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:03.548380 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Device 9d747878-1e67-405b-b6e8-52d1a7508fdc up at agent ovs-agent-dv-cinder-813225-6-iscsi {{(pid=109224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:32:03.563615 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-44f39b2d-bdd8-4800-b32f-dcf34758534d None None] Publish callbacks [] for port (14c78ac1-77e4-4af4-a6fe-982d691b3ed2), precommit_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:03.600224 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-d1ab2cdf-2d01-4a96-85fe-e3019d56ad52 req-39fbdb18-9df2-47d5-9120-344f0a709780 service neutron] 10.222.0.36 "GET /v2.0/networks/1533cf7b-9c67-437b-b700-3a7d66c8044f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3635154 Feb 21 00:32:03.603155 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 51998) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:32:03.604633 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-850bb30d-15ab-44b0-925e-f05e83918696 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e9ac04d2b6f7431b886a1e7310510b1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2028470 Feb 21 00:32:03.607213 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb6196c-1680-4dbb-8be3-c9083da6b7b3 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07df52de-8854-45d4-8bd6-bdb81b43adab,revision_number=0']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:03.667963 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-44f39b2d-bdd8-4800-b32f-dcf34758534d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (14c78ac1-77e4-4af4-a6fe-982d691b3ed2), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:03.679029 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-8bb6196c-1680-4dbb-8be3-c9083da6b7b3 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:03.686503 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-8bb6196c-1680-4dbb-8be3-c9083da6b7b3 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7958918 Feb 21 00:32:03.693309 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 52002) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:32:03.698972 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.v2.base [None req-fd73308f-4685-4d5d-aa18-5138a1559231 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Request body: {'floatingip': {'floating_network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050'}} {{(pid=109223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:32:03.724918 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-ad27d842-90f5-40b2-9e72-56eb5097569a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (47b5b2cb-5391-4fc3-9478-3db20537c35a), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:03.752216 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-fd73308f-4685-4d5d-aa18-5138a1559231 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:03.760986 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfed9e3-0497-43c5-a7f2-025bc35fada6 None None] Pushing event updated for resources: {'Port': ['ID=14c78ac1-77e4-4af4-a6fe-982d691b3ed2,revision_number=3']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:03.873523 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-ca253869-fbff-4fc8-940b-eaba032e4694 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:03.888868 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-f59e6b34-2e26-4b5d-9532-4e0c6e38218c req-c00c9c04-2a31-4c6c-8b02-2922c9775150 tempest-DeleteServersTestJSON-1116134669 tempest-DeleteServersTestJSON-1116134669-project] 10.222.0.45 "GET /v2.0/security-groups?id=2e88ae11-95d7-4230-ba40-d67b4fc42edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3648884 Feb 21 00:32:03.907120 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-560f3bb8-a374-40f7-bbab-c306e3debedc tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Publish callbacks [] for security_group (086df3ca-b094-4a4d-b3ca-0d4f22d1c024), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:03.957674 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-560f3bb8-a374-40f7-bbab-c306e3debedc tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (086df3ca-b094-4a4d-b3ca-0d4f22d1c024), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:03.996186 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-e178a0ef-2dea-4a7c-9b0a-369e0cbb72bb admin admin] Publish callbacks [] for security_group (e0dba368-0af5-45ff-b04e-14ed6ebc86d3), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:04.009488 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-55813ad6-a95c-4f36-bf55-30b8b1fa4f13 req-ad25f671-24f9-41aa-98b2-abfc00580618 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Publish callbacks [] for port (8785719d-2f3c-440c-8de1-fe892aa82f2c), precommit_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:04.010012 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Provisioning complete for port 9d747878-1e67-405b-b6e8-52d1a7508fdc triggered by entity L2. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:32:04.010449 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (9d747878-1e67-405b-b6e8-52d1a7508fdc), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:04.013719 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 00:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29323da0-91d2-4d74-95cd-93dd300a7973 x-openstack-request-id: req-29323da0-91d2-4d74-95cd-93dd300a7973 {{(pid=109222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:32:04.014830 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baae7bf1-c38c-4d14-ba07-585da5656bff", "tag": "f3d26097-eec0-4f8b-a37f-5da2c7131cf4", "status": "completed", "code": 200}]} {{(pid=109222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:32:04.015367 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-29323da0-91d2-4d74-95cd-93dd300a7973 {{(pid=109222) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:32:04.016007 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baae7bf1-c38c-4d14-ba07-585da5656bff', 'tag': 'f3d26097-eec0-4f8b-a37f-5da2c7131cf4', 'status': 'completed', 'code': 200} Feb 21 00:32:04.096403 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4640d1-8c85-4338-a148-876c7ee237ee req-ccc04cf1-6ae7-4693-a5fe-d57c7f60f8ea tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:04.101429 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-d1ab2cdf-2d01-4a96-85fe-e3019d56ad52 req-a88bbf96-59ff-495d-bf97-f5c3d290edc8 service neutron] 10.222.0.36 "GET /v2.0/networks/1533cf7b-9c67-437b-b700-3a7d66c8044f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4884861 Feb 21 00:32:04.104812 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-dc4640d1-8c85-4338-a148-876c7ee237ee req-ccc04cf1-6ae7-4693-a5fe-d57c7f60f8ea tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/ports?device_id=baae7bf1-c38c-4d14-ba07-585da5656bff HTTP/1.1" status: 200 len: 944 time: 0.4101164 Feb 21 00:32:04.106221 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.managers [None req-44f39b2d-bdd8-4800-b32f-dcf34758534d None None] Attempting to bind port 14c78ac1-77e4-4af4-a6fe-982d691b3ed2 on host dv-cinder-813225-6-iscsi for vnic_type normal with profile {{(pid=109224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 00:32:04.106652 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.managers [None req-44f39b2d-bdd8-4800-b32f-dcf34758534d None None] Attempting to bind port 14c78ac1-77e4-4af4-a6fe-982d691b3ed2 by drivers openvswitch,hyperv on host dv-cinder-813225-6-iscsi at level 0 using segments [{'id': '859f6ec5-78c3-4882-887a-248af3a0d172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c58ec42c-ebf4-48a5-8b13-e00a879614cb'}] {{(pid=109224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 00:32:04.107025 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f39b2d-bdd8-4800-b32f-dcf34758534d None None] Attempting to bind port 14c78ac1-77e4-4af4-a6fe-982d691b3ed2 on network c58ec42c-ebf4-48a5-8b13-e00a879614cb {{(pid=109224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:32:04.128318 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f39b2d-bdd8-4800-b32f-dcf34758534d None None] Checking agent: {'id': 'd6e95c40-1d90-4a13-9e37-1d6580a24190', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813225-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 0, 23, 38), 'started_at': datetime.datetime(2022, 2, 21, 0, 24, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 0, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813225-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 00:32:04.128734 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f39b2d-bdd8-4800-b32f-dcf34758534d None None] Checking segment: {'id': '859f6ec5-78c3-4882-887a-248af3a0d172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c58ec42c-ebf4-48a5-8b13-e00a879614cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:32:04.129111 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-44f39b2d-bdd8-4800-b32f-dcf34758534d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:04.129519 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f39b2d-bdd8-4800-b32f-dcf34758534d None None] Bound using segment: {'id': '859f6ec5-78c3-4882-887a-248af3a0d172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c58ec42c-ebf4-48a5-8b13-e00a879614cb'} {{(pid=109224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 00:32:04.130200 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.managers [None req-44f39b2d-bdd8-4800-b32f-dcf34758534d None None] Bound port: 14c78ac1-77e4-4af4-a6fe-982d691b3ed2, host: dv-cinder-813225-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '859f6ec5-78c3-4882-887a-248af3a0d172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c58ec42c-ebf4-48a5-8b13-e00a879614cb'}}] {{(pid=109224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 00:32:04.130434 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-44f39b2d-bdd8-4800-b32f-dcf34758534d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (14c78ac1-77e4-4af4-a6fe-982d691b3ed2), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:04.131546 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-560f3bb8-a374-40f7-bbab-c306e3debedc tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Publish callbacks [] for security_group (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:04.133060 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-560f3bb8-a374-40f7-bbab-c306e3debedc tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.0358577 Feb 21 00:32:04.138387 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 52012) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:32:04.145221 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560f3bb8-a374-40f7-bbab-c306e3debedc tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=086df3ca-b094-4a4d-b3ca-0d4f22d1c024,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:04.166119 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.v2.base [None req-7e760d32-3b1b-4e27-a0a3-cbe492a4a3b0 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Request body: {'security_group_rule': {'security_group_id': '086df3ca-b094-4a4d-b3ca-0d4f22d1c024', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:32:04.192322 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-e178a0ef-2dea-4a7c-9b0a-369e0cbb72bb admin admin] Publish callbacks [] for security_group (e0dba368-0af5-45ff-b04e-14ed6ebc86d3), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:04.193088 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-95222518-de5f-47a8-9dda-807f004d36f6 None None] Provisioning complete for port 14c78ac1-77e4-4af4-a6fe-982d691b3ed2 triggered by entity DHCP. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:32:04.193589 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-95222518-de5f-47a8-9dda-807f004d36f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (14c78ac1-77e4-4af4-a6fe-982d691b3ed2), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:04.209799 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-472f14f4-d79d-4340-ba80-b6b26cad4a85 req-df465131-0b45-4607-9bca-3a27d3bac65e tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=016acf20-2bcb-4d41-9d79-ad0d887280cb HTTP/1.1" status: 200 len: 210 time: 0.1161549 Feb 21 00:32:04.220041 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-55813ad6-a95c-4f36-bf55-30b8b1fa4f13 req-ad25f671-24f9-41aa-98b2-abfc00580618 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731676182815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3995289'] for port (8785719d-2f3c-440c-8de1-fe892aa82f2c), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:04.375971 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-dc4640d1-8c85-4338-a148-876c7ee237ee req-935d27d7-c277-4bee-91dd-593fa511638f tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/security-groups?id=d4c2ccd5-90d6-42ad-bf3a-131ba1b47e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701774 Feb 21 00:32:04.381187 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55813ad6-a95c-4f36-bf55-30b8b1fa4f13 req-ad25f671-24f9-41aa-98b2-abfc00580618 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Network 2662c2a7-dfa3-4cb4-bf70-b308bbf4a003 is already hosted by enough agents. {{(pid=109223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:32:04.403831 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-7e760d32-3b1b-4e27-a0a3-cbe492a4a3b0 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Publish callbacks [] for security_group_rule (92fd0f5f-a4cc-4e5c-a18f-83dccd5b2094), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:04.407654 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.scheduler.base_scheduler [req-55813ad6-a95c-4f36-bf55-30b8b1fa4f13 req-ad25f671-24f9-41aa-98b2-abfc00580618 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Resources bound (agent type, host, resource id): {{(pid=109223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:32:04.410504 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvrscheduler_db [req-55813ad6-a95c-4f36-bf55-30b8b1fa4f13 req-ad25f671-24f9-41aa-98b2-abfc00580618 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Received port after_create {{(pid=109223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 00:32:04.447906 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-44f39b2d-bdd8-4800-b32f-dcf34758534d None None] For port 14c78ac1-77e4-4af4-a6fe-982d691b3ed2, host dv-cinder-813225-6-iscsi, cleared binding levels {{(pid=109224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 00:32:04.451663 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-44f39b2d-bdd8-4800-b32f-dcf34758534d None None] For port 14c78ac1-77e4-4af4-a6fe-982d691b3ed2, host dv-cinder-813225-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-6-iscsi',level=0,port_id=14c78ac1-77e4-4af4-a6fe-982d691b3ed2,segment=NetworkSegment(859f6ec5-78c3-4882-887a-248af3a0d172),segment_id=859f6ec5-78c3-4882-887a-248af3a0d172)] {{(pid=109224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 00:32:04.478484 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad25f671-24f9-41aa-98b2-abfc00580618 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Pushing event updated for resources: {'Port': ['ID=8785719d-2f3c-440c-8de1-fe892aa82f2c,revision_number=1']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:04.507410 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Current status of the port 9d747878-1e67-405b-b6e8-52d1a7508fdc is: ACTIVE; New status is: ACTIVE {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:32:04.510566 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-44f39b2d-bdd8-4800-b32f-dcf34758534d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (14c78ac1-77e4-4af4-a6fe-982d691b3ed2), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:04.551946 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d684168-f835-4aa8-b22e-360fc2b38a97 req-28babdcc-e6f9-4bea-813c-121ee9601ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:04.561954 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-2d684168-f835-4aa8-b22e-360fc2b38a97 req-28babdcc-e6f9-4bea-813c-121ee9601ddb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0467d31eadf844478eb8071898fb128e&device_id=baae7bf1-c38c-4d14-ba07-585da5656bff HTTP/1.1" status: 200 len: 1128 time: 0.4972656 Feb 21 00:32:04.567931 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-ca253869-fbff-4fc8-940b-eaba032e4694 admin admin] Publish callbacks [] for security_group (46a796fd-74c0-40ef-bf66-37f53a2c582a), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:04.583716 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-ca253869-fbff-4fc8-940b-eaba032e4694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (46a796fd-74c0-40ef-bf66-37f53a2c582a), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:04.620320 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-95222518-de5f-47a8-9dda-807f004d36f6 None None] Port 14c78ac1-77e4-4af4-a6fe-982d691b3ed2 cannot update to ACTIVE because it is not bound. {{(pid=109224) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 00:32:04.642832 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfed9e3-0497-43c5-a7f2-025bc35fada6 None None] Pushing event updated for resources: {'Port': ['ID=14c78ac1-77e4-4af4-a6fe-982d691b3ed2,revision_number=4']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:04.652961 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55813ad6-a95c-4f36-bf55-30b8b1fa4f13 req-ad25f671-24f9-41aa-98b2-abfc00580618 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:04.653638 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-55813ad6-a95c-4f36-bf55-30b8b1fa4f13 req-ad25f671-24f9-41aa-98b2-abfc00580618 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582445'] for port (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:04.674063 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-e178a0ef-2dea-4a7c-9b0a-369e0cbb72bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (e0dba368-0af5-45ff-b04e-14ed6ebc86d3), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:04.677371 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-e178a0ef-2dea-4a7c-9b0a-369e0cbb72bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:04.678700 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-e178a0ef-2dea-4a7c-9b0a-369e0cbb72bb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e0dba368-0af5-45ff-b04e-14ed6ebc86d3 HTTP/1.1" status: 204 len: 168 time: 1.0726604 Feb 21 00:32:04.682383 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-fd73308f-4685-4d5d-aa18-5138a1559231 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (None), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:04.694451 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f39b2d-bdd8-4800-b32f-dcf34758534d None None] Routers {'0e2ac5b4-99c9-449e-85f3-72d3fb2f461b'} bound to L3 agent in host dv-cinder-813225-6-iscsi {{(pid=109224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:32:04.695123 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-44f39b2d-bdd8-4800-b32f-dcf34758534d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T00:23:33Z,description=,heartbeat_timestamp=2022-02-21T00:32:04Z,host='dv-cinder-813225-6-iscsi',id=47b5b2cb-5391-4fc3-9478-3db20537c35a,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:23:34Z,topic='l3_agent')) {'router_ids': ['0e2ac5b4-99c9-449e-85f3-72d3fb2f461b'], 'active': True} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:32:04.703864 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca253869-fbff-4fc8-940b-eaba032e4694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46a796fd-74c0-40ef-bf66-37f53a2c582a,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:04.710822 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-ca253869-fbff-4fc8-940b-eaba032e4694 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=817ba078c6784652a59566d2a96211ed&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5039539 Feb 21 00:32:04.716067 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 52028) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:32:04.718072 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-55813ad6-a95c-4f36-bf55-30b8b1fa4f13 req-ad25f671-24f9-41aa-98b2-abfc00580618 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2833989 Feb 21 00:32:04.719947 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-7e760d32-3b1b-4e27-a0a3-cbe492a4a3b0 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Publish callbacks [] for security_group_rule (92fd0f5f-a4cc-4e5c-a18f-83dccd5b2094), precommit_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:04.755097 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e178a0ef-2dea-4a7c-9b0a-369e0cbb72bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0dba368-0af5-45ff-b04e-14ed6ebc86d3,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:04.771348 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.v2.base [req-55813ad6-a95c-4f36-bf55-30b8b1fa4f13 req-a6db052b-cfad-4711-84ee-578614a79434 service neutron] Request body: {'port': {'device_id': 'f8230352-c17e-4cac-8ed0-da7c12f48e16', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=109223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:32:04.782360 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-7e760d32-3b1b-4e27-a0a3-cbe492a4a3b0 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574764'] for security_group_rule (92fd0f5f-a4cc-4e5c-a18f-83dccd5b2094), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:04.848067 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d684168-f835-4aa8-b22e-360fc2b38a97 req-582d0824-e9b0-4dd6-ab6d-2880a5e50570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:04.849907 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-2d684168-f835-4aa8-b22e-360fc2b38a97 req-582d0824-e9b0-4dd6-ab6d-2880a5e50570 service neutron] 10.222.0.36 "GET /v2.0/networks?id=56d46d29-560d-47ad-81a5-640623ed77d9 HTTP/1.1" status: 200 len: 915 time: 0.2773559 Feb 21 00:32:04.887602 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e760d32-3b1b-4e27-a0a3-cbe492a4a3b0 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92fd0f5f-a4cc-4e5c-a18f-83dccd5b2094,revision_number=0']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:04.903625 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-7e760d32-3b1b-4e27-a0a3-cbe492a4a3b0 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:04.905805 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-7e760d32-3b1b-4e27-a0a3-cbe492a4a3b0 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7639289 Feb 21 00:32:04.914631 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 52034) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:32:04.944533 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.v2.base [None req-f118e0dd-2169-4329-a706-107b70c3c46e tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Request body: {'security_group_rule': {'security_group_id': '086df3ca-b094-4a4d-b3ca-0d4f22d1c024', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:32:04.946832 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-2d684168-f835-4aa8-b22e-360fc2b38a97 req-69d9dcd2-8483-426d-b73a-56bb0ecb778b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f3d26097-eec0-4f8b-a37f-5da2c7131cf4 HTTP/1.1" status: 200 len: 217 time: 0.0839107 Feb 21 00:32:04.952662 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvr_db [None req-44f39b2d-bdd8-4800-b32f-dcf34758534d None None] Set router 0e2ac5b4-99c9-449e-85f3-72d3fb2f461b gateway port host: dv-cinder-813225-6-iscsi {{(pid=109224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:32:05.045676 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-587aff5a-f7d6-42bb-96ca-a5132df8695d admin admin] Publish callbacks [] for security_group (46a796fd-74c0-40ef-bf66-37f53a2c582a), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:05.050376 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-55813ad6-a95c-4f36-bf55-30b8b1fa4f13 req-a6db052b-cfad-4711-84ee-578614a79434 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (8785719d-2f3c-440c-8de1-fe892aa82f2c), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:05.084154 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.db.db_base_plugin_common [None req-fd73308f-4685-4d5d-aa18-5138a1559231 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Allocated IP 172.27.3.180 (9d25e361-1d6c-4c24-9c73-356a2ab84050/890cd9a8-3116-412f-9022-3458585959da/cdf38463-e5a5-4612-b693-6e164b712282) {{(pid=109223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 00:32:05.088487 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d684168-f835-4aa8-b22e-360fc2b38a97 req-e2cd8718-b81b-4530-b2eb-d52f141736b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:05.090299 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-2d684168-f835-4aa8-b22e-360fc2b38a97 req-e2cd8718-b81b-4530-b2eb-d52f141736b5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e737284c-a5a6-4a63-a4b0-f2ad93902441 HTTP/1.1" status: 200 len: 854 time: 0.1281285 Feb 21 00:32:05.101963 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f118e0dd-2169-4329-a706-107b70c3c46e tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Publish callbacks [] for security_group_rule (03cefbc9-0967-45a7-92f3-3d510bc442de), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:05.102146 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Device dbbde956-e7cf-4df6-8715-10ce5c344da7 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109224) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 00:32:05.129637 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-587aff5a-f7d6-42bb-96ca-a5132df8695d admin admin] Publish callbacks [] for security_group (46a796fd-74c0-40ef-bf66-37f53a2c582a), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:05.151294 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-37d63577-90a4-421b-a285-3f1adf17b6ff None None] Provisioning complete for port 14c78ac1-77e4-4af4-a6fe-982d691b3ed2 triggered by entity DHCP. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:32:05.151555 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-37d63577-90a4-421b-a285-3f1adf17b6ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (14c78ac1-77e4-4af4-a6fe-982d691b3ed2), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:05.223540 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-2d684168-f835-4aa8-b22e-360fc2b38a97 req-311bc6d2-b67f-42f1-b1ad-f5b1e0fd9aef service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=56d46d29-560d-47ad-81a5-640623ed77d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1172333 Feb 21 00:32:05.287128 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d9d1d1-e164-4cd3-9b3d-7b69e4356a8a req-fd01ba9a-e1a5-4b23-a220-91c349a2ffdd tempest-DeleteServersTestJSON-1116134669 tempest-DeleteServersTestJSON-1116134669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:05.294119 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-91d9d1d1-e164-4cd3-9b3d-7b69e4356a8a req-fd01ba9a-e1a5-4b23-a220-91c349a2ffdd tempest-DeleteServersTestJSON-1116134669 tempest-DeleteServersTestJSON-1116134669-project] 10.222.0.45 "GET /v2.0/ports?device_id=deb436de-cb27-4097-a0c0-2bcc09bfb232 HTTP/1.1" status: 200 len: 943 time: 0.2681093 Feb 21 00:32:05.358917 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-2cd5f963-efb3-4d3f-8e75-14b6a6f65242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (4a388d83-9cb8-49a2-9541-35a13f295f4a), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:05.492817 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-38d43b74-766f-4736-85c5-58d75139a47d req-c8d3c93d-719a-4ead-a119-8fa1f9229cae tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=016acf20-2bcb-4d41-9d79-ad0d887280cb HTTP/1.1" status: 200 len: 210 time: 0.0940526 Feb 21 00:32:05.516478 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f118e0dd-2169-4329-a706-107b70c3c46e tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Publish callbacks [] for security_group_rule (03cefbc9-0967-45a7-92f3-3d510bc442de), precommit_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:05.576067 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f118e0dd-2169-4329-a706-107b70c3c46e tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574764'] for security_group_rule (03cefbc9-0967-45a7-92f3-3d510bc442de), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:05.585978 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-37d63577-90a4-421b-a285-3f1adf17b6ff None None] Current status of the port 14c78ac1-77e4-4af4-a6fe-982d691b3ed2 is: DOWN; New status is: ACTIVE {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:32:05.586528 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-37d63577-90a4-421b-a285-3f1adf17b6ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (14c78ac1-77e4-4af4-a6fe-982d691b3ed2), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:05.665531 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-587aff5a-f7d6-42bb-96ca-a5132df8695d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (46a796fd-74c0-40ef-bf66-37f53a2c582a), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:05.670640 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-587aff5a-f7d6-42bb-96ca-a5132df8695d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:05.675143 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-587aff5a-f7d6-42bb-96ca-a5132df8695d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/46a796fd-74c0-40ef-bf66-37f53a2c582a HTTP/1.1" status: 204 len: 168 time: 0.9578254 Feb 21 00:32:05.718018 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-37d63577-90a4-421b-a285-3f1adf17b6ff None None] For port 14c78ac1-77e4-4af4-a6fe-982d691b3ed2, host dv-cinder-813225-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-6-iscsi',level=0,port_id=14c78ac1-77e4-4af4-a6fe-982d691b3ed2,segment=NetworkSegment(859f6ec5-78c3-4882-887a-248af3a0d172),segment_id=859f6ec5-78c3-4882-887a-248af3a0d172)] {{(pid=109224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:32:05.721969 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587aff5a-f7d6-42bb-96ca-a5132df8695d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46a796fd-74c0-40ef-bf66-37f53a2c582a,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:05.725262 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] For port dbbde956-e7cf-4df6-8715-10ce5c344da7, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=dbbde956-e7cf-4df6-8715-10ce5c344da7,segment=NetworkSegment(f7125031-10fe-44ef-8a95-b64fe0c002c4),segment_id=f7125031-10fe-44ef-8a95-b64fe0c002c4)] {{(pid=109224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:32:05.760554 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-37d63577-90a4-421b-a285-3f1adf17b6ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (14c78ac1-77e4-4af4-a6fe-982d691b3ed2), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:05.763120 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-91d9d1d1-e164-4cd3-9b3d-7b69e4356a8a req-8c23aa8c-a753-4936-a4f5-98b1c20f1c9e tempest-DeleteServersTestJSON-1116134669 tempest-DeleteServersTestJSON-1116134669-project] 10.222.0.45 "GET /v2.0/security-groups?id=2e88ae11-95d7-4230-ba40-d67b4fc42edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4365425 Feb 21 00:32:05.807278 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-fd73308f-4685-4d5d-aa18-5138a1559231 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Publish callbacks [] for port (cdf38463-e5a5-4612-b693-6e164b712282), precommit_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:05.812054 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-2d684168-f835-4aa8-b22e-360fc2b38a97 req-55f7efc5-fdf5-4dd6-87ac-163694d5211d service neutron] 10.222.0.36 "GET /v2.0/networks/56d46d29-560d-47ad-81a5-640623ed77d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5567503 Feb 21 00:32:05.814174 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f118e0dd-2169-4329-a706-107b70c3c46e tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03cefbc9-0967-45a7-92f3-3d510bc442de,revision_number=0']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:05.822632 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Returning: {'device': 'dbbde956-e7cf-4df6-8715-10ce5c344da7', 'network_id': '1533cf7b-9c67-437b-b700-3a7d66c8044f', 'port_id': 'dbbde956-e7cf-4df6-8715-10ce5c344da7', 'mac_address': 'fa:16:3e:07:b7:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dea268a-184d-4283-924f-3d7eefe88f4c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109224) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 00:32:05.845612 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a89074-db70-4af2-bea1-5f2ea70c9634 req-b99892de-e5a2-46af-b682-164f119d22df tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:05.847793 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-b1a89074-db70-4af2-bea1-5f2ea70c9634 req-b99892de-e5a2-46af-b682-164f119d22df tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.36 "GET /v2.0/networks?id=2662c2a7-dfa3-4cb4-bf70-b308bbf4a003 HTTP/1.1" status: 200 len: 818 time: 0.5185313 Feb 21 00:32:05.855877 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f118e0dd-2169-4329-a706-107b70c3c46e tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:05.856977 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-f118e0dd-2169-4329-a706-107b70c3c46e tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9410264 Feb 21 00:32:05.862202 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 52076) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:32:05.869083 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [req-b1a89074-db70-4af2-bea1-5f2ea70c9634 req-9feb7160-8264-44b6-910c-8028894953f8 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Request body: {'port': {'device_id': '016acf20-2bcb-4d41-9d79-ad0d887280cb', 'network_id': '2662c2a7-dfa3-4cb4-bf70-b308bbf4a003', 'admin_state_up': True, 'tenant_id': '1092f05b80bd4759940d2fbd268d02b0'}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:32:05.914024 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-44f39b2d-bdd8-4800-b32f-dcf34758534d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e2ac5b4-99c9-449e-85f3-72d3fb2f461b', 'name': 'tempest-AttachVolumeTestJSON-923459538-router', 'tenant_id': 'f83942655a004261ad34343d44c6cf6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'external_fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '1bb1f34c-c765-4e9c-877f-be0fc6368b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:31:40Z', 'updated_at': '2022-02-21T00:31:57Z', 'revision_number': 4, 'project_id': 'f83942655a004261ad34343d44c6cf6b', 'gw_port': {'id': '1bb1f34c-c765-4e9c-877f-be0fc6368b70', 'name': '', 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:17:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2ac5b4-99c9-449e-85f3-72d3fb2f461b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:31:42Z', 'updated_at': '2022-02-21T00:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '890cd9a8-3116-412f-9022-3458585959da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-6-iscsi', '_interfaces': [{'id': '14c78ac1-77e4-4af4-a6fe-982d691b3ed2', 'name': '', 'network_id': 'c58ec42c-ebf4-48a5-8b13-e00a879614cb', 'tenant_id': 'f83942655a004261ad34343d44c6cf6b', 'mac_address': 'fa:16:3e:a2:2e:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e2ac5b4-99c9-449e-85f3-72d3fb2f461b', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'a770bec4-4043-4a9e-b8d8-da9ffce5c8ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:31:54Z', 'updated_at': '2022-02-21T00:32:04Z', 'revision_number': 4, 'project_id': 'f83942655a004261ad34343d44c6cf6b', 'subnets': [{'id': 'a770bec4-4043-4a9e-b8d8-da9ffce5c8ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-6-iscsi', False) {} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:32:05.916687 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4a4f90-9a0c-445d-808a-330454c7efbe req-f2d9eda6-5d8d-4d7a-bbb1-2d310fd1f6b6 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:05.918196 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-5b4a4f90-9a0c-445d-808a-330454c7efbe req-f2d9eda6-5d8d-4d7a-bbb1-2d310fd1f6b6 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/ports?device_id=baae7bf1-c38c-4d14-ba07-585da5656bff HTTP/1.1" status: 200 len: 944 time: 0.1809349 Feb 21 00:32:05.918312 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d63577-90a4-421b-a285-3f1adf17b6ff None None] Pushing event updated for resources: {'Port': ['ID=14c78ac1-77e4-4af4-a6fe-982d691b3ed2,revision_number=5']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:05.935471 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [None req-728752f8-2c19-43f8-aa85-a3c9a0350bc5 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Request body: {'floatingip': {'floating_network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050'}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:32:05.956739 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-fd73308f-4685-4d5d-aa18-5138a1559231 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731676182815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3995289'] for port (cdf38463-e5a5-4612-b693-6e164b712282), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:05.990752 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f39b2d-bdd8-4800-b32f-dcf34758534d None None] The sync data for ids ['0e2ac5b4-99c9-449e-85f3-72d3fb2f461b'] in dv-cinder-813225-6-iscsi is: [{'id': '0e2ac5b4-99c9-449e-85f3-72d3fb2f461b', 'name': 'tempest-AttachVolumeTestJSON-923459538-router', 'tenant_id': 'f83942655a004261ad34343d44c6cf6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'external_fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '1bb1f34c-c765-4e9c-877f-be0fc6368b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:31:40Z', 'updated_at': '2022-02-21T00:31:57Z', 'revision_number': 4, 'project_id': 'f83942655a004261ad34343d44c6cf6b', 'gw_port': {'id': '1bb1f34c-c765-4e9c-877f-be0fc6368b70', 'name': '', 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:17:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2ac5b4-99c9-449e-85f3-72d3fb2f461b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:31:42Z', 'updated_at': '2022-02-21T00:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '890cd9a8-3116-412f-9022-3458585959da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-6-iscsi', '_interfaces': [{'id': '14c78ac1-77e4-4af4-a6fe-982d691b3ed2', 'name': '', 'network_id': 'c58ec42c-ebf4-48a5-8b13-e00a879614cb', 'tenant_id': 'f83942655a004261ad34343d44c6cf6b', 'mac_address': 'fa:16:3e:a2:2e:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e2ac5b4-99c9-449e-85f3-72d3fb2f461b', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'a770bec4-4043-4a9e-b8d8-da9ffce5c8ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:31:54Z', 'updated_at': '2022-02-21T00:32:04Z', 'revision_number': 4, 'project_id': 'f83942655a004261ad34343d44c6cf6b', 'subnets': [{'id': 'a770bec4-4043-4a9e-b8d8-da9ffce5c8ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 00:32:05.996331 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Current status of the port dbbde956-e7cf-4df6-8715-10ce5c344da7 is: DOWN; New status is: BUILD {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:32:05.996331 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (dbbde956-e7cf-4df6-8715-10ce5c344da7), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:06.028894 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.notifiers.nova [req-55813ad6-a95c-4f36-bf55-30b8b1fa4f13 req-a6db052b-cfad-4711-84ee-578614a79434 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8785719d-2f3c-440c-8de1-fe892aa82f2c {{(pid=109223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 00:32:06.039522 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-55813ad6-a95c-4f36-bf55-30b8b1fa4f13 req-a6db052b-cfad-4711-84ee-578614a79434 service neutron] Publish callbacks [] for port (8785719d-2f3c-440c-8de1-fe892aa82f2c), precommit_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:06.052517 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.notifiers.nova [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbbde956-e7cf-4df6-8715-10ce5c344da7 {{(pid=109224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 00:32:06.054239 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-728752f8-2c19-43f8-aa85-a3c9a0350bc5 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:06.081653 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [req-55813ad6-a95c-4f36-bf55-30b8b1fa4f13 req-a6db052b-cfad-4711-84ee-578614a79434 service neutron] Transition to ACTIVE for port object 8785719d-2f3c-440c-8de1-fe892aa82f2c will not be triggered until provisioned by entity L2. {{(pid=109223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 00:32:06.104765 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] For port dbbde956-e7cf-4df6-8715-10ce5c344da7, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=dbbde956-e7cf-4df6-8715-10ce5c344da7,segment=NetworkSegment(f7125031-10fe-44ef-8a95-b64fe0c002c4),segment_id=f7125031-10fe-44ef-8a95-b64fe0c002c4)] {{(pid=109224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:32:06.113382 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (dbbde956-e7cf-4df6-8715-10ce5c344da7), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:06.140663 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-55813ad6-a95c-4f36-bf55-30b8b1fa4f13 req-a6db052b-cfad-4711-84ee-578614a79434 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3995266'] for port (8785719d-2f3c-440c-8de1-fe892aa82f2c), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:06.162551 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-2d684168-f835-4aa8-b22e-360fc2b38a97 req-df3b9894-fcce-4aaa-bc19-4d64d09e0e4c service neutron] 10.222.0.36 "GET /v2.0/networks/56d46d29-560d-47ad-81a5-640623ed77d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3361127 Feb 21 00:32:06.173139 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Pushing event updated for resources: {'Port': ['ID=dbbde956-e7cf-4df6-8715-10ce5c344da7,revision_number=4']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:06.253724 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-5b4a4f90-9a0c-445d-808a-330454c7efbe req-2279d5bb-c236-4129-888b-baceeff3d71a tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/security-groups?id=d4c2ccd5-90d6-42ad-bf3a-131ba1b47e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3163810 Feb 21 00:32:06.262873 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1a89074-db70-4af2-bea1-5f2ea70c9634 req-9feb7160-8264-44b6-910c-8028894953f8 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Made reservation on behalf of 1092f05b80bd4759940d2fbd268d02b0 for: {'port': 1} {{(pid=109222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 00:32:06.266965 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-b1a89074-db70-4af2-bea1-5f2ea70c9634 req-9feb7160-8264-44b6-910c-8028894953f8 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:06.278939 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd73308f-4685-4d5d-aa18-5138a1559231 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Network 9d25e361-1d6c-4c24-9c73-356a2ab84050 is already hosted by enough agents. {{(pid=109223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:32:06.291164 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.scheduler.base_scheduler [None req-fd73308f-4685-4d5d-aa18-5138a1559231 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Resources bound (agent type, host, resource id): {{(pid=109223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:32:06.300884 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd73308f-4685-4d5d-aa18-5138a1559231 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Received port after_create {{(pid=109223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 00:32:06.321047 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 52084) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:32:06.382724 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-09e0abcb-2b1d-4918-a5e2-a10ed408e1f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (417c2155-c2c7-44af-91e4-b32264eafb82), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:06.431691 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 52090) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:32:06.434911 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] get_ports_and_sgs() called for port_ids ['dbbde956-e7cf-4df6-8715-10ce5c344da7'] {{(pid=109224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 00:32:06.499597 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-c10e6adc-f55d-419e-b8e1-ac6b8b9f25af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:06.528974 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-728752f8-2c19-43f8-aa85-a3c9a0350bc5 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:06.581331 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.db.db_base_plugin_common [req-b1a89074-db70-4af2-bea1-5f2ea70c9634 req-9feb7160-8264-44b6-910c-8028894953f8 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Allocated IP 172.20.0.11 (2662c2a7-dfa3-4cb4-bf70-b308bbf4a003/6c91acbb-c03d-4786-afca-288f577437ce/429a5148-1c94-4df3-a971-1e195879d0d0) {{(pid=109222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 00:32:06.693786 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd73308f-4685-4d5d-aa18-5138a1559231 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Pushing event updated for resources: {'Port': ['ID=cdf38463-e5a5-4612-b693-6e164b712282,revision_number=1']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:06.714478 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-a7db813a-d3aa-4a54-8bc2-fa442c7f52db req-b943a8e0-6261-46b7-a1ab-148781dfdc25 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=016acf20-2bcb-4d41-9d79-ad0d887280cb HTTP/1.1" status: 200 len: 210 time: 0.0777867 Feb 21 00:32:06.770133 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.managers [req-55813ad6-a95c-4f36-bf55-30b8b1fa4f13 req-a6db052b-cfad-4711-84ee-578614a79434 service neutron] Attempting to bind port 8785719d-2f3c-440c-8de1-fe892aa82f2c on host hv-cinder-81322 for vnic_type normal with profile {{(pid=109223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 00:32:06.770474 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.managers [req-55813ad6-a95c-4f36-bf55-30b8b1fa4f13 req-a6db052b-cfad-4711-84ee-578614a79434 service neutron] Attempting to bind port 8785719d-2f3c-440c-8de1-fe892aa82f2c by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '269a8d6d-b983-4db2-9b3a-4038ed61d041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '2662c2a7-dfa3-4cb4-bf70-b308bbf4a003'}] {{(pid=109223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 00:32:06.770822 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55813ad6-a95c-4f36-bf55-30b8b1fa4f13 req-a6db052b-cfad-4711-84ee-578614a79434 service neutron] Attempting to bind port 8785719d-2f3c-440c-8de1-fe892aa82f2c on network 2662c2a7-dfa3-4cb4-bf70-b308bbf4a003 {{(pid=109223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:32:06.816734 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55813ad6-a95c-4f36-bf55-30b8b1fa4f13 req-a6db052b-cfad-4711-84ee-578614a79434 service neutron] Port 8785719d-2f3c-440c-8de1-fe892aa82f2c on network 2662c2a7-dfa3-4cb4-bf70-b308bbf4a003 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=109223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 00:32:06.816734 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55813ad6-a95c-4f36-bf55-30b8b1fa4f13 req-a6db052b-cfad-4711-84ee-578614a79434 service neutron] Attempting to bind port 8785719d-2f3c-440c-8de1-fe892aa82f2c on network 2662c2a7-dfa3-4cb4-bf70-b308bbf4a003 {{(pid=109223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:32:06.820498 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6db052b-cfad-4711-84ee-578614a79434 service neutron] Pushing event updated for resources: {'Port': ['ID=8785719d-2f3c-440c-8de1-fe892aa82f2c,revision_number=2']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:06.854809 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-474c5bf3-8afb-4891-9f13-29c7390f9ac0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:06.907113 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55813ad6-a95c-4f36-bf55-30b8b1fa4f13 req-a6db052b-cfad-4711-84ee-578614a79434 service neutron] Checking agent: {'id': '2124d49d-e543-43fa-8e9f-817e1d020459', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 0, 29, 44), 'started_at': datetime.datetime(2022, 2, 21, 0, 29, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 0, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 00:32:06.907450 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55813ad6-a95c-4f36-bf55-30b8b1fa4f13 req-a6db052b-cfad-4711-84ee-578614a79434 service neutron] Checking segment: {'id': '269a8d6d-b983-4db2-9b3a-4038ed61d041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '2662c2a7-dfa3-4cb4-bf70-b308bbf4a003'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:32:06.908183 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55813ad6-a95c-4f36-bf55-30b8b1fa4f13 req-a6db052b-cfad-4711-84ee-578614a79434 service neutron] Bound using segment: {'id': '269a8d6d-b983-4db2-9b3a-4038ed61d041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '2662c2a7-dfa3-4cb4-bf70-b308bbf4a003'} {{(pid=109223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 00:32:06.908434 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.managers [req-55813ad6-a95c-4f36-bf55-30b8b1fa4f13 req-a6db052b-cfad-4711-84ee-578614a79434 service neutron] Bound port: 8785719d-2f3c-440c-8de1-fe892aa82f2c, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '269a8d6d-b983-4db2-9b3a-4038ed61d041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '2662c2a7-dfa3-4cb4-bf70-b308bbf4a003'}}] {{(pid=109223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 00:32:06.909140 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-55813ad6-a95c-4f36-bf55-30b8b1fa4f13 req-a6db052b-cfad-4711-84ee-578614a79434 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (8785719d-2f3c-440c-8de1-fe892aa82f2c), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:06.955038 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-c10e6adc-f55d-419e-b8e1-ac6b8b9f25af admin admin] Publish callbacks [] for security_group (8c302665-1bd1-4ae9-b6bc-a70d1f042464), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:06.980776 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Device f3d26097-eec0-4f8b-a37f-5da2c7131cf4 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109224) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 00:32:07.019449 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-fd73308f-4685-4d5d-aa18-5138a1559231 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Publish callbacks [] for floatingip (6623302f-c1a6-4259-90e1-fc681c19b766), precommit_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:07.025696 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.db.db_base_plugin_common [None req-728752f8-2c19-43f8-aa85-a3c9a0350bc5 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Allocated IP 172.27.3.20 (9d25e361-1d6c-4c24-9c73-356a2ab84050/890cd9a8-3116-412f-9022-3458585959da/f5e4f002-d651-4c92-8f29-f4490704fc11) {{(pid=109222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 00:32:07.076575 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-c10e6adc-f55d-419e-b8e1-ac6b8b9f25af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (8c302665-1bd1-4ae9-b6bc-a70d1f042464), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:07.096309 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [req-55813ad6-a95c-4f36-bf55-30b8b1fa4f13 req-a6db052b-cfad-4711-84ee-578614a79434 service neutron] For port 8785719d-2f3c-440c-8de1-fe892aa82f2c, host hv-cinder-81322, cleared binding levels {{(pid=109223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 00:32:07.105224 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [req-55813ad6-a95c-4f36-bf55-30b8b1fa4f13 req-a6db052b-cfad-4711-84ee-578614a79434 service neutron] For port 8785719d-2f3c-440c-8de1-fe892aa82f2c, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=8785719d-2f3c-440c-8de1-fe892aa82f2c,segment=NetworkSegment(269a8d6d-b983-4db2-9b3a-4038ed61d041),segment_id=269a8d6d-b983-4db2-9b3a-4038ed61d041)] {{(pid=109223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 00:32:07.120362 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa8fb14-a36f-42e3-b918-9a017cde0abb req-977d709b-73d3-4268-b7fc-a2a9004effb8 tempest-DeleteServersTestJSON-1116134669 tempest-DeleteServersTestJSON-1116134669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:07.122013 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-faa8fb14-a36f-42e3-b918-9a017cde0abb req-977d709b-73d3-4268-b7fc-a2a9004effb8 tempest-DeleteServersTestJSON-1116134669 tempest-DeleteServersTestJSON-1116134669-project] 10.222.0.45 "GET /v2.0/ports?device_id=deb436de-cb27-4097-a0c0-2bcc09bfb232 HTTP/1.1" status: 200 len: 944 time: 0.2073545 Feb 21 00:32:07.130980 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] For port f3d26097-eec0-4f8b-a37f-5da2c7131cf4, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f3d26097-eec0-4f8b-a37f-5da2c7131cf4,segment=NetworkSegment(41c853f0-8bb5-4bee-bddd-7995047fee1c),segment_id=41c853f0-8bb5-4bee-bddd-7995047fee1c)] {{(pid=109224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:32:07.145413 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Returning: {'device': 'f3d26097-eec0-4f8b-a37f-5da2c7131cf4', 'network_id': '56d46d29-560d-47ad-81a5-640623ed77d9', 'port_id': 'f3d26097-eec0-4f8b-a37f-5da2c7131cf4', 'mac_address': 'fa:16:3e:02:f5:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e737284c-a5a6-4a63-a4b0-f2ad93902441', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109224) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 00:32:07.153909 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-fd73308f-4685-4d5d-aa18-5138a1559231 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (cdf38463-e5a5-4612-b693-6e164b712282), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:07.194985 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Current status of the port f3d26097-eec0-4f8b-a37f-5da2c7131cf4 is: DOWN; New status is: BUILD {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:32:07.195454 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (f3d26097-eec0-4f8b-a37f-5da2c7131cf4), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:07.215138 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.notifiers.nova [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3d26097-eec0-4f8b-a37f-5da2c7131cf4 {{(pid=109224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 00:32:07.244454 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] For port f3d26097-eec0-4f8b-a37f-5da2c7131cf4, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f3d26097-eec0-4f8b-a37f-5da2c7131cf4,segment=NetworkSegment(41c853f0-8bb5-4bee-bddd-7995047fee1c),segment_id=41c853f0-8bb5-4bee-bddd-7995047fee1c)] {{(pid=109224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:32:07.249849 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (f3d26097-eec0-4f8b-a37f-5da2c7131cf4), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:07.288293 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-c10e6adc-f55d-419e-b8e1-ac6b8b9f25af admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=17435d5dd43146999d0d03173ce9c117&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8547664 Feb 21 00:32:07.302764 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 52106) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:32:07.303630 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10e6adc-f55d-419e-b8e1-ac6b8b9f25af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c302665-1bd1-4ae9-b6bc-a70d1f042464,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:07.314139 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-b1a89074-db70-4af2-bea1-5f2ea70c9634 req-9feb7160-8264-44b6-910c-8028894953f8 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Publish callbacks [] for port (429a5148-1c94-4df3-a971-1e195879d0d0), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:07.359361 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-fd73308f-4685-4d5d-aa18-5138a1559231 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Publish callbacks [] for port (cdf38463-e5a5-4612-b693-6e164b712282), precommit_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:07.364708 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-55813ad6-a95c-4f36-bf55-30b8b1fa4f13 req-a6db052b-cfad-4711-84ee-578614a79434 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3995266'] for port (8785719d-2f3c-440c-8de1-fe892aa82f2c), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:07.409329 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Pushing event updated for resources: {'Port': ['ID=f3d26097-eec0-4f8b-a37f-5da2c7131cf4,revision_number=4']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:07.479285 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55813ad6-a95c-4f36-bf55-30b8b1fa4f13 req-a6db052b-cfad-4711-84ee-578614a79434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:07.479285 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-55813ad6-a95c-4f36-bf55-30b8b1fa4f13 req-a6db052b-cfad-4711-84ee-578614a79434 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582445'] for port (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:07.481102 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-55813ad6-a95c-4f36-bf55-30b8b1fa4f13 req-a6db052b-cfad-4711-84ee-578614a79434 service neutron] 10.222.0.36 "PUT /v2.0/ports/8785719d-2f3c-440c-8de1-fe892aa82f2c HTTP/1.1" status: 200 len: 1093 time: 2.7193537 Feb 21 00:32:07.481987 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6db052b-cfad-4711-84ee-578614a79434 service neutron] Pushing event updated for resources: {'Port': ['ID=8785719d-2f3c-440c-8de1-fe892aa82f2c,revision_number=3']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:07.487037 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8230352-c17e-4cac-8ed0-da7c12f48e16', 'tag': '8785719d-2f3c-440c-8de1-fe892aa82f2c'}] {{(pid=109223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:32:07.506320 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-fd73308f-4685-4d5d-aa18-5138a1559231 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3995266'] for port (cdf38463-e5a5-4612-b693-6e164b712282), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:07.525576 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] get_ports_and_sgs() called for port_ids ['f3d26097-eec0-4f8b-a37f-5da2c7131cf4'] {{(pid=109224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 00:32:07.548809 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-faa8fb14-a36f-42e3-b918-9a017cde0abb req-697e282b-b5b6-4dc8-bbb2-d23d69ab78b5 tempest-DeleteServersTestJSON-1116134669 tempest-DeleteServersTestJSON-1116134669-project] 10.222.0.45 "GET /v2.0/security-groups?id=2e88ae11-95d7-4230-ba40-d67b4fc42edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828229 Feb 21 00:32:07.559109 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-728752f8-2c19-43f8-aa85-a3c9a0350bc5 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Publish callbacks [] for port (f5e4f002-d651-4c92-8f29-f4490704fc11), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:07.585506 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-474c5bf3-8afb-4891-9f13-29c7390f9ac0 admin admin] Publish callbacks [] for security_group (17a18506-8c08-43c0-965f-6389eac8bdcc), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:07.592262 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Device 14c78ac1-77e4-4af4-a6fe-982d691b3ed2 up at agent ovs-agent-dv-cinder-813225-6-iscsi {{(pid=109224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:32:07.615391 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-e7299bfa-210c-4413-b5f9-a65ca77158d5 admin admin] Publish callbacks [] for security_group (8c302665-1bd1-4ae9-b6bc-a70d1f042464), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:07.617077 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-474c5bf3-8afb-4891-9f13-29c7390f9ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (17a18506-8c08-43c0-965f-6389eac8bdcc), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:07.711879 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-fd73308f-4685-4d5d-aa18-5138a1559231 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-951287'] for floatingip (6623302f-c1a6-4259-90e1-fc681c19b766), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:07.714777 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474c5bf3-8afb-4891-9f13-29c7390f9ac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17a18506-8c08-43c0-965f-6389eac8bdcc,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:07.732629 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Provisioning complete for port 14c78ac1-77e4-4af4-a6fe-982d691b3ed2 triggered by entity L2. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:32:07.732989 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (14c78ac1-77e4-4af4-a6fe-982d691b3ed2), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:07.733980 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-728752f8-2c19-43f8-aa85-a3c9a0350bc5 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731676182815'] for port (f5e4f002-d651-4c92-8f29-f4490704fc11), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:07.762847 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-fd73308f-4685-4d5d-aa18-5138a1559231 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469064'] for floatingip (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:07.774969 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-fd73308f-4685-4d5d-aa18-5138a1559231 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0791190 Feb 21 00:32:07.824227 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728752f8-2c19-43f8-aa85-a3c9a0350bc5 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Network 9d25e361-1d6c-4c24-9c73-356a2ab84050 is already hosted by enough agents. {{(pid=109222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:32:07.831093 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728752f8-2c19-43f8-aa85-a3c9a0350bc5 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Pushing event updated for resources: {'Port': ['ID=f5e4f002-d651-4c92-8f29-f4490704fc11,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:07.841864 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.scheduler.base_scheduler [None req-728752f8-2c19-43f8-aa85-a3c9a0350bc5 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Resources bound (agent type, host, resource id): {{(pid=109222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:32:07.842845 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e715aefe3c9ef135eab9c3f6db0762b6d644c88deee0f0e52fc82e911840b856" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9b4ae29-fe69-41ab-988f-9eed7b067248" -d '{"events": [{"name": "network-changed", "server_uuid": "f8230352-c17e-4cac-8ed0-da7c12f48e16", "tag": "8785719d-2f3c-440c-8de1-fe892aa82f2c"}]}' {{(pid=109223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:32:07.858948 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-b1a89074-db70-4af2-bea1-5f2ea70c9634 req-9feb7160-8264-44b6-910c-8028894953f8 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731676182815'] for port (429a5148-1c94-4df3-a971-1e195879d0d0), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:07.863412 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55813ad6-a95c-4f36-bf55-30b8b1fa4f13 req-941f522d-3d11-4caf-8e4d-c5db6bb9dbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:07.865053 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-55813ad6-a95c-4f36-bf55-30b8b1fa4f13 req-941f522d-3d11-4caf-8e4d-c5db6bb9dbc3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1092f05b80bd4759940d2fbd268d02b0&device_id=f8230352-c17e-4cac-8ed0-da7c12f48e16 HTTP/1.1" status: 200 len: 1127 time: 0.2978463 Feb 21 00:32:07.866471 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd73308f-4685-4d5d-aa18-5138a1559231 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Pushing event updated for resources: {'Port': ['ID=cdf38463-e5a5-4612-b693-6e164b712282,revision_number=2']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:07.887320 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728752f8-2c19-43f8-aa85-a3c9a0350bc5 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Received port after_create {{(pid=109222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 00:32:07.989078 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Current status of the port 14c78ac1-77e4-4af4-a6fe-982d691b3ed2 is: ACTIVE; New status is: ACTIVE {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:32:07.999969 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-55813ad6-a95c-4f36-bf55-30b8b1fa4f13 req-154592c9-d7cb-43fd-a5ec-2b861daff8f0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8785719d-2f3c-440c-8de1-fe892aa82f2c HTTP/1.1" status: 200 len: 217 time: 0.0779796 Feb 21 00:32:08.006971 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e5a91a-5017-4144-94f3-8266643dbc20 req-671b968a-44b4-4d50-b553-b0d7d3a7738a tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:08.013941 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-98e5a91a-5017-4144-94f3-8266643dbc20 req-671b968a-44b4-4d50-b553-b0d7d3a7738a tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/ports?device_id=baae7bf1-c38c-4d14-ba07-585da5656bff HTTP/1.1" status: 200 len: 945 time: 0.5583534 Feb 21 00:32:08.035423 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-728752f8-2c19-43f8-aa85-a3c9a0350bc5 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Publish callbacks [] for floatingip (87f72e7a-a83c-40cf-9b1e-85d9656cbcd0), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:08.043058 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (d6e95c40-1d90-4a13-9e37-1d6580a24190), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:08.054651 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-474c5bf3-8afb-4891-9f13-29c7390f9ac0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fd32a37bd2c54181a07501a7309fe0e9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7292860 Feb 21 00:32:08.054875 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-e7299bfa-210c-4413-b5f9-a65ca77158d5 admin admin] Publish callbacks [] for security_group (8c302665-1bd1-4ae9-b6bc-a70d1f042464), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:08.060147 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd51c310-52dc-44de-bad6-4ea476239de9 req-72d70de9-5ff4-4d6c-aa22-9ea525500a61 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:08.061690 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-bd51c310-52dc-44de-bad6-4ea476239de9 req-72d70de9-5ff4-4d6c-aa22-9ea525500a61 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=016acf20-2bcb-4d41-9d79-ad0d887280cb HTTP/1.1" status: 200 len: 932 time: 0.2098713 Feb 21 00:32:08.063803 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 52134) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:32:08.104853 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55813ad6-a95c-4f36-bf55-30b8b1fa4f13 req-0c5cc653-ccbd-4b61-909c-8318e4518640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:08.106714 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-55813ad6-a95c-4f36-bf55-30b8b1fa4f13 req-0c5cc653-ccbd-4b61-909c-8318e4518640 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6c91acbb-c03d-4786-afca-288f577437ce HTTP/1.1" status: 200 len: 858 time: 0.0978439 Feb 21 00:32:08.190712 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-55813ad6-a95c-4f36-bf55-30b8b1fa4f13 req-22b7e961-fbf8-4d03-ab6f-21b4bd1af78e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2662c2a7-dfa3-4cb4-bf70-b308bbf4a003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679989 Feb 21 00:32:08.199757 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-bd51c310-52dc-44de-bad6-4ea476239de9 req-66f1637a-3b1e-4b5f-9bf9-f4910513ad2a tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285245 Feb 21 00:32:08.216987 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-25893243-7237-4cd3-9a2a-8b48776e464b admin admin] Publish callbacks [] for security_group (17a18506-8c08-43c0-965f-6389eac8bdcc), before_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:08.293807 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-25893243-7237-4cd3-9a2a-8b48776e464b admin admin] Publish callbacks [] for security_group (17a18506-8c08-43c0-965f-6389eac8bdcc), precommit_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:08.358188 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-55813ad6-a95c-4f36-bf55-30b8b1fa4f13 req-ec313fe7-f285-48d4-9ef3-c153f3c438d3 service neutron] 10.222.0.36 "GET /v2.0/networks/2662c2a7-dfa3-4cb4-bf70-b308bbf4a003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421990 Feb 21 00:32:08.380596 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-98e5a91a-5017-4144-94f3-8266643dbc20 req-6f1c6a90-8e5d-49e4-8083-f4635df98ee0 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/security-groups?id=d4c2ccd5-90d6-42ad-bf3a-131ba1b47e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3655035 Feb 21 00:32:08.432124 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1a89074-db70-4af2-bea1-5f2ea70c9634 req-9feb7160-8264-44b6-910c-8028894953f8 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Network 2662c2a7-dfa3-4cb4-bf70-b308bbf4a003 is already hosted by enough agents. {{(pid=109222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:32:08.443763 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-728752f8-2c19-43f8-aa85-a3c9a0350bc5 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (f5e4f002-d651-4c92-8f29-f4490704fc11), before_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:08.470561 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-25893243-7237-4cd3-9a2a-8b48776e464b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (17a18506-8c08-43c0-965f-6389eac8bdcc), after_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:08.473828 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-25893243-7237-4cd3-9a2a-8b48776e464b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:08.477596 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-25893243-7237-4cd3-9a2a-8b48776e464b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/17a18506-8c08-43c0-965f-6389eac8bdcc HTTP/1.1" status: 204 len: 168 time: 0.4102988 Feb 21 00:32:08.481561 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.scheduler.base_scheduler [req-b1a89074-db70-4af2-bea1-5f2ea70c9634 req-9feb7160-8264-44b6-910c-8028894953f8 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Resources bound (agent type, host, resource id): {{(pid=109222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:32:08.487612 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feb7160-8264-44b6-910c-8028894953f8 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Pushing event updated for resources: {'Port': ['ID=429a5148-1c94-4df3-a971-1e195879d0d0,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:08.501899 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1a89074-db70-4af2-bea1-5f2ea70c9634 req-9feb7160-8264-44b6-910c-8028894953f8 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Received port after_create {{(pid=109222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 00:32:08.507682 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a89074-db70-4af2-bea1-5f2ea70c9634 req-9feb7160-8264-44b6-910c-8028894953f8 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:08.508311 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-b1a89074-db70-4af2-bea1-5f2ea70c9634 req-9feb7160-8264-44b6-910c-8028894953f8 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582445'] for port (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:08.511785 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-e7299bfa-210c-4413-b5f9-a65ca77158d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (8c302665-1bd1-4ae9-b6bc-a70d1f042464), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:08.512873 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25893243-7237-4cd3-9a2a-8b48776e464b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17a18506-8c08-43c0-965f-6389eac8bdcc,revision_number=None']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:08.516114 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-e7299bfa-210c-4413-b5f9-a65ca77158d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:08.517434 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-e7299bfa-210c-4413-b5f9-a65ca77158d5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8c302665-1bd1-4ae9-b6bc-a70d1f042464 HTTP/1.1" status: 204 len: 168 time: 1.2105672 Feb 21 00:32:08.525190 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 00:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2028a2c1-d813-4725-82a2-c6c3627b9cc3 x-openstack-request-id: req-2028a2c1-d813-4725-82a2-c6c3627b9cc3 {{(pid=109223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:32:08.525485 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8230352-c17e-4cac-8ed0-da7c12f48e16", "tag": "8785719d-2f3c-440c-8de1-fe892aa82f2c", "status": "completed", "code": 200}]} {{(pid=109223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:32:08.525740 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2028a2c1-d813-4725-82a2-c6c3627b9cc3 {{(pid=109223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:32:08.526272 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8230352-c17e-4cac-8ed0-da7c12f48e16', 'tag': '8785719d-2f3c-440c-8de1-fe892aa82f2c', 'status': 'completed', 'code': 200} Feb 21 00:32:08.574575 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-55813ad6-a95c-4f36-bf55-30b8b1fa4f13 req-28e7982f-4625-4b20-bdae-9c70bd66f236 service neutron] 10.222.0.36 "GET /v2.0/networks/2662c2a7-dfa3-4cb4-bf70-b308bbf4a003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066963 Feb 21 00:32:08.581117 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7299bfa-210c-4413-b5f9-a65ca77158d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c302665-1bd1-4ae9-b6bc-a70d1f042464,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:08.609636 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-b1a89074-db70-4af2-bea1-5f2ea70c9634 req-9feb7160-8264-44b6-910c-8028894953f8 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7455547 Feb 21 00:32:08.639968 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [req-b1a89074-db70-4af2-bea1-5f2ea70c9634 req-b916727d-c42a-415c-bf65-8f1f717c2529 service neutron] Request body: {'port': {'device_id': '016acf20-2bcb-4d41-9d79-ad0d887280cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:32:08.749145 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b4ae29-fe69-41ab-988f-9eed7b067248 req-8dbf0eee-0b09-4281-8361-3cdb5b4606f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:08.750757 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-f9b4ae29-fe69-41ab-988f-9eed7b067248 req-8dbf0eee-0b09-4281-8361-3cdb5b4606f2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1092f05b80bd4759940d2fbd268d02b0&device_id=f8230352-c17e-4cac-8ed0-da7c12f48e16 HTTP/1.1" status: 200 len: 1127 time: 0.0942004 Feb 21 00:32:08.768245 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-dd56a6f7-dbe2-40ca-9b43-ee3d152d03a3 req-64661bc3-5afa-4908-8dbb-e9306ca94205 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1173130048&fields=id&tenant_id=51a255ecc1c64df295f0bd94fee4f7d2 HTTP/1.1" status: 200 len: 267 time: 0.2468247 Feb 21 00:32:08.803127 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-b1a89074-db70-4af2-bea1-5f2ea70c9634 req-b916727d-c42a-415c-bf65-8f1f717c2529 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (429a5148-1c94-4df3-a971-1e195879d0d0), before_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:08.857458 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 52170) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:32:08.912684 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b4ae29-fe69-41ab-988f-9eed7b067248 req-fda88165-dd03-4f68-baa3-fb371bdce059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:08.914154 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-f9b4ae29-fe69-41ab-988f-9eed7b067248 req-fda88165-dd03-4f68-baa3-fb371bdce059 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2662c2a7-dfa3-4cb4-bf70-b308bbf4a003 HTTP/1.1" status: 200 len: 919 time: 0.1560659 Feb 21 00:32:08.926413 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d591b0fa-af74-46d1-a65b-1733cdedf7c3 req-1cc5fce7-b33c-4e61-ac29-30b8caff80c8 tempest-DeleteServersTestJSON-1116134669 tempest-DeleteServersTestJSON-1116134669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:08.928012 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-d591b0fa-af74-46d1-a65b-1733cdedf7c3 req-1cc5fce7-b33c-4e61-ac29-30b8caff80c8 tempest-DeleteServersTestJSON-1116134669 tempest-DeleteServersTestJSON-1116134669-project] 10.222.0.45 "GET /v2.0/ports?device_id=deb436de-cb27-4097-a0c0-2bcc09bfb232 HTTP/1.1" status: 200 len: 944 time: 0.2352862 Feb 21 00:32:08.996551 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Device f3d26097-eec0-4f8b-a37f-5da2c7131cf4 up at agent hyperv_hv-cinder-81322 {{(pid=109224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:32:09.024159 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-f9b4ae29-fe69-41ab-988f-9eed7b067248 req-045126ec-96d0-4069-b093-4fbdfd9c82a9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8785719d-2f3c-440c-8de1-fe892aa82f2c HTTP/1.1" status: 200 len: 217 time: 0.0584304 Feb 21 00:32:09.121925 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-d591b0fa-af74-46d1-a65b-1733cdedf7c3 req-51aace48-f33d-4758-9441-29edbf047c7c tempest-DeleteServersTestJSON-1116134669 tempest-DeleteServersTestJSON-1116134669-project] 10.222.0.45 "GET /v2.0/security-groups?id=2e88ae11-95d7-4230-ba40-d67b4fc42edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498694 Feb 21 00:32:09.127232 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Provisioning for port f3d26097-eec0-4f8b-a37f-5da2c7131cf4 completed by entity L2. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 00:32:09.134913 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-06dbfdee-c472-476e-ad50-6325562072d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:09.138777 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Provisioning complete for port f3d26097-eec0-4f8b-a37f-5da2c7131cf4 triggered by entity L2. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:32:09.139560 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (f3d26097-eec0-4f8b-a37f-5da2c7131cf4), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:09.139853 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-728752f8-2c19-43f8-aa85-a3c9a0350bc5 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Publish callbacks [] for port (f5e4f002-d651-4c92-8f29-f4490704fc11), precommit_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:09.147521 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 52180) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:32:09.153824 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd56a6f7-dbe2-40ca-9b43-ee3d152d03a3 req-d21bebc2-b7bb-4e68-9c89-172c73fc5e4c tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:09.155411 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-dd56a6f7-dbe2-40ca-9b43-ee3d152d03a3 req-d21bebc2-b7bb-4e68-9c89-172c73fc5e4c tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/networks?id=2cc309f6-129c-421f-a7c2-95ecda53f9b9 HTTP/1.1" status: 200 len: 817 time: 0.3551397 Feb 21 00:32:09.167369 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b4ae29-fe69-41ab-988f-9eed7b067248 req-e2f17a42-539b-436a-8d6a-4779b41694e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:09.171459 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-f9b4ae29-fe69-41ab-988f-9eed7b067248 req-e2f17a42-539b-436a-8d6a-4779b41694e3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6c91acbb-c03d-4786-afca-288f577437ce HTTP/1.1" status: 200 len: 858 time: 0.1253271 Feb 21 00:32:09.171817 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-728752f8-2c19-43f8-aa85-a3c9a0350bc5 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (f5e4f002-d651-4c92-8f29-f4490704fc11), after_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:09.181591 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-793e638b-27ea-4ce8-8636-2b1724f08d22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:09.258658 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Current status of the port f3d26097-eec0-4f8b-a37f-5da2c7131cf4 is: BUILD; New status is: ACTIVE {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:32:09.259137 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (f3d26097-eec0-4f8b-a37f-5da2c7131cf4), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:09.316686 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] For port f3d26097-eec0-4f8b-a37f-5da2c7131cf4, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f3d26097-eec0-4f8b-a37f-5da2c7131cf4,segment=NetworkSegment(41c853f0-8bb5-4bee-bddd-7995047fee1c),segment_id=41c853f0-8bb5-4bee-bddd-7995047fee1c)] {{(pid=109224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:32:09.318227 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baae7bf1-c38c-4d14-ba07-585da5656bff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3d26097-eec0-4f8b-a37f-5da2c7131cf4'}] {{(pid=109224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:32:09.321839 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-dd56a6f7-dbe2-40ca-9b43-ee3d152d03a3 req-f879a9d2-8428-45c2-b3b9-e1a7d75feb62 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/quotas/51a255ecc1c64df295f0bd94fee4f7d2 HTTP/1.1" status: 200 len: 375 time: 0.1518574 Feb 21 00:32:09.334481 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-728752f8-2c19-43f8-aa85-a3c9a0350bc5 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-951287'] for floatingip (87f72e7a-a83c-40cf-9b1e-85d9656cbcd0), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:09.394996 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728752f8-2c19-43f8-aa85-a3c9a0350bc5 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Pushing event updated for resources: {'Port': ['ID=f5e4f002-d651-4c92-8f29-f4490704fc11,revision_number=2']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:09.419740 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-728752f8-2c19-43f8-aa85-a3c9a0350bc5 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469064'] for floatingip (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:09.421716 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-728752f8-2c19-43f8-aa85-a3c9a0350bc5 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5565360 Feb 21 00:32:09.427486 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (f3d26097-eec0-4f8b-a37f-5da2c7131cf4), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:09.430969 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Device dbbde956-e7cf-4df6-8715-10ce5c344da7 up at agent hyperv_hv-cinder-81322 {{(pid=109224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:32:09.497012 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-793e638b-27ea-4ce8-8636-2b1724f08d22 admin admin] Publish callbacks [] for security_group (08dbc6ae-f6e2-44a9-9f4e-926b5f273cf9), precommit_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:09.514474 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-dd56a6f7-dbe2-40ca-9b43-ee3d152d03a3 req-eed76fb8-fd66-4c8a-ab6a-c30355463932 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=51a255ecc1c64df295f0bd94fee4f7d2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1811979 Feb 21 00:32:09.519439 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-06dbfdee-c472-476e-ad50-6325562072d0 admin admin] Publish callbacks [] for security_group (a9f99d32-93ae-49b9-ab04-f343e736504d), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:09.524444 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-f9b4ae29-fe69-41ab-988f-9eed7b067248 req-5fd14a98-d900-47ef-945e-eec4961195d6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2662c2a7-dfa3-4cb4-bf70-b308bbf4a003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3391819 Feb 21 00:32:09.525050 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-793e638b-27ea-4ce8-8636-2b1724f08d22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (08dbc6ae-f6e2-44a9-9f4e-926b5f273cf9), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:09.536616 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-06dbfdee-c472-476e-ad50-6325562072d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (a9f99d32-93ae-49b9-ab04-f343e736504d), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:09.588099 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Pushing event updated for resources: {'Port': ['ID=f3d26097-eec0-4f8b-a37f-5da2c7131cf4,revision_number=5']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:09.614388 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea31762fe36adf1256da5116fd788589841920f52286d7e0b0077cda52487892" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-106122ba-5810-472e-8ec7-fd21860293da" -d '{"events": [{"server_uuid": "baae7bf1-c38c-4d14-ba07-585da5656bff", "name": "network-vif-plugged", "status": "completed", "tag": "f3d26097-eec0-4f8b-a37f-5da2c7131cf4"}]}' {{(pid=109224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:32:09.658978 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-f9b4ae29-fe69-41ab-988f-9eed7b067248 req-3459643d-e4dc-437c-9a6f-ba050c6e4bc1 service neutron] 10.222.0.36 "GET /v2.0/networks/2662c2a7-dfa3-4cb4-bf70-b308bbf4a003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047320 Feb 21 00:32:09.661750 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.notifiers.nova [req-b1a89074-db70-4af2-bea1-5f2ea70c9634 req-b916727d-c42a-415c-bf65-8f1f717c2529 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 429a5148-1c94-4df3-a971-1e195879d0d0 {{(pid=109222) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 00:32:09.680847 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-b1a89074-db70-4af2-bea1-5f2ea70c9634 req-b916727d-c42a-415c-bf65-8f1f717c2529 service neutron] Publish callbacks [] for port (429a5148-1c94-4df3-a971-1e195879d0d0), precommit_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:09.693979 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-06dbfdee-c472-476e-ad50-6325562072d0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c78446b39b4e4c6fb3f4b669fb53162f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8270662 Feb 21 00:32:09.701251 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 52206) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:32:09.702674 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dbfdee-c472-476e-ad50-6325562072d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9f99d32-93ae-49b9-ab04-f343e736504d,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:09.714088 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Provisioning for port dbbde956-e7cf-4df6-8715-10ce5c344da7 completed by entity L2. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 00:32:09.725049 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Provisioning complete for port dbbde956-e7cf-4df6-8715-10ce5c344da7 triggered by entity L2. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:32:09.725430 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (dbbde956-e7cf-4df6-8715-10ce5c344da7), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:09.728643 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-793e638b-27ea-4ce8-8636-2b1724f08d22 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ce4d2b91f63749b789da9189c2789cc3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5785086 Feb 21 00:32:09.741387 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 52208) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:32:09.747538 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.db.provisioning_blocks [req-b1a89074-db70-4af2-bea1-5f2ea70c9634 req-b916727d-c42a-415c-bf65-8f1f717c2529 service neutron] Transition to ACTIVE for port object 429a5148-1c94-4df3-a971-1e195879d0d0 will not be triggered until provisioned by entity L2. {{(pid=109222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 00:32:09.770023 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-b1a89074-db70-4af2-bea1-5f2ea70c9634 req-b916727d-c42a-415c-bf65-8f1f717c2529 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (429a5148-1c94-4df3-a971-1e195879d0d0), after_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:09.773721 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793e638b-27ea-4ce8-8636-2b1724f08d22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08dbc6ae-f6e2-44a9-9f4e-926b5f273cf9,revision_number=1']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:09.804145 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f82ccfe-3004-483e-9b41-7e79994d5d05 req-44d7179f-31d6-44a6-a322-1140ec362859 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:09.805833 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-7f82ccfe-3004-483e-9b41-7e79994d5d05 req-44d7179f-31d6-44a6-a322-1140ec362859 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=016acf20-2bcb-4d41-9d79-ad0d887280cb HTTP/1.1" status: 200 len: 932 time: 0.4124174 Feb 21 00:32:09.884137 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-7f82ccfe-3004-483e-9b41-7e79994d5d05 req-979be8c7-f960-481a-8d58-fcd62a4c19a5 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707724 Feb 21 00:32:09.890992 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-f9b4ae29-fe69-41ab-988f-9eed7b067248 req-5d9b9e33-dc6c-4664-9a01-ae02f55827dd service neutron] 10.222.0.36 "GET /v2.0/networks/2662c2a7-dfa3-4cb4-bf70-b308bbf4a003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214065 Feb 21 00:32:09.916256 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Current status of the port dbbde956-e7cf-4df6-8715-10ce5c344da7 is: BUILD; New status is: ACTIVE {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:32:09.916668 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (dbbde956-e7cf-4df6-8715-10ce5c344da7), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:09.946653 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-1fd35b4d-0f73-4c1f-b9e6-1df39999e551 admin admin] Publish callbacks [] for security_group (08dbc6ae-f6e2-44a9-9f4e-926b5f273cf9), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:09.958547 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] For port dbbde956-e7cf-4df6-8715-10ce5c344da7, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=dbbde956-e7cf-4df6-8715-10ce5c344da7,segment=NetworkSegment(f7125031-10fe-44ef-8a95-b64fe0c002c4),segment_id=f7125031-10fe-44ef-8a95-b64fe0c002c4)] {{(pid=109224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:32:09.964515 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (dbbde956-e7cf-4df6-8715-10ce5c344da7), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:09.975363 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-dd56a6f7-dbe2-40ca-9b43-ee3d152d03a3 req-09272035-f520-4e5a-bb5f-2982f45ebadd service neutron] 10.222.0.45 "GET /v2.0/networks/2cc309f6-129c-421f-a7c2-95ecda53f9b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4107425 Feb 21 00:32:09.976008 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b916727d-c42a-415c-bf65-8f1f717c2529 service neutron] Pushing event updated for resources: {'Port': ['ID=429a5148-1c94-4df3-a971-1e195879d0d0,revision_number=2']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:10.015301 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b172ddfe-871f-4673-b292-3ddb0110ade2 req-a4562c5c-728f-4575-ae6a-85b64c146852 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:10.017495 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-b172ddfe-871f-4673-b292-3ddb0110ade2 req-a4562c5c-728f-4575-ae6a-85b64c146852 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/ports?device_id=baae7bf1-c38c-4d14-ba07-585da5656bff HTTP/1.1" status: 200 len: 946 time: 0.0612128 Feb 21 00:32:10.044198 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-85696b4b-75c8-496a-b736-848f3109498e admin admin] Publish callbacks [] for security_group (a9f99d32-93ae-49b9-ab04-f343e736504d), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:10.049407 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-1fd35b4d-0f73-4c1f-b9e6-1df39999e551 admin admin] Publish callbacks [] for security_group (08dbc6ae-f6e2-44a9-9f4e-926b5f273cf9), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:10.061109 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Pushing event updated for resources: {'Port': ['ID=dbbde956-e7cf-4df6-8715-10ce5c344da7,revision_number=5']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:10.077451 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-b172ddfe-871f-4673-b292-3ddb0110ade2 req-10b6ea5b-5df0-49c5-85f2-1e838e01b5a4 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/security-groups?id=d4c2ccd5-90d6-42ad-bf3a-131ba1b47e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528903 Feb 21 00:32:10.094928 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.managers [req-b1a89074-db70-4af2-bea1-5f2ea70c9634 req-b916727d-c42a-415c-bf65-8f1f717c2529 service neutron] Attempting to bind port 429a5148-1c94-4df3-a971-1e195879d0d0 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=109222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 00:32:10.095339 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.managers [req-b1a89074-db70-4af2-bea1-5f2ea70c9634 req-b916727d-c42a-415c-bf65-8f1f717c2529 service neutron] Attempting to bind port 429a5148-1c94-4df3-a971-1e195879d0d0 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '269a8d6d-b983-4db2-9b3a-4038ed61d041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '2662c2a7-dfa3-4cb4-bf70-b308bbf4a003'}] {{(pid=109222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 00:32:10.095612 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a89074-db70-4af2-bea1-5f2ea70c9634 req-b916727d-c42a-415c-bf65-8f1f717c2529 service neutron] Attempting to bind port 429a5148-1c94-4df3-a971-1e195879d0d0 on network 2662c2a7-dfa3-4cb4-bf70-b308bbf4a003 {{(pid=109222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:32:10.120263 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a89074-db70-4af2-bea1-5f2ea70c9634 req-b916727d-c42a-415c-bf65-8f1f717c2529 service neutron] Port 429a5148-1c94-4df3-a971-1e195879d0d0 on network 2662c2a7-dfa3-4cb4-bf70-b308bbf4a003 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=109222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 00:32:10.120588 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a89074-db70-4af2-bea1-5f2ea70c9634 req-b916727d-c42a-415c-bf65-8f1f717c2529 service neutron] Attempting to bind port 429a5148-1c94-4df3-a971-1e195879d0d0 on network 2662c2a7-dfa3-4cb4-bf70-b308bbf4a003 {{(pid=109222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:32:10.142274 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-85696b4b-75c8-496a-b736-848f3109498e admin admin] Publish callbacks [] for security_group (a9f99d32-93ae-49b9-ab04-f343e736504d), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:10.149835 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a89074-db70-4af2-bea1-5f2ea70c9634 req-b916727d-c42a-415c-bf65-8f1f717c2529 service neutron] Checking agent: {'id': '2124d49d-e543-43fa-8e9f-817e1d020459', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 0, 29, 44), 'started_at': datetime.datetime(2022, 2, 21, 0, 29, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 0, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 00:32:10.150186 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a89074-db70-4af2-bea1-5f2ea70c9634 req-b916727d-c42a-415c-bf65-8f1f717c2529 service neutron] Checking segment: {'id': '269a8d6d-b983-4db2-9b3a-4038ed61d041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '2662c2a7-dfa3-4cb4-bf70-b308bbf4a003'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:32:10.150575 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a89074-db70-4af2-bea1-5f2ea70c9634 req-b916727d-c42a-415c-bf65-8f1f717c2529 service neutron] Bound using segment: {'id': '269a8d6d-b983-4db2-9b3a-4038ed61d041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '2662c2a7-dfa3-4cb4-bf70-b308bbf4a003'} {{(pid=109222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 00:32:10.151055 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.managers [req-b1a89074-db70-4af2-bea1-5f2ea70c9634 req-b916727d-c42a-415c-bf65-8f1f717c2529 service neutron] Bound port: 429a5148-1c94-4df3-a971-1e195879d0d0, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '269a8d6d-b983-4db2-9b3a-4038ed61d041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '2662c2a7-dfa3-4cb4-bf70-b308bbf4a003'}}] {{(pid=109222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 00:32:10.151428 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-b1a89074-db70-4af2-bea1-5f2ea70c9634 req-b916727d-c42a-415c-bf65-8f1f717c2529 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (429a5148-1c94-4df3-a971-1e195879d0d0), before_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:10.240209 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-dd56a6f7-dbe2-40ca-9b43-ee3d152d03a3 req-ec879790-fd7a-4058-8ca3-1670d8f954dc service neutron] 10.222.0.45 "GET /v2.0/networks/2cc309f6-129c-421f-a7c2-95ecda53f9b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2570050 Feb 21 00:32:10.266316 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-1fd35b4d-0f73-4c1f-b9e6-1df39999e551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (08dbc6ae-f6e2-44a9-9f4e-926b5f273cf9), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:10.268946 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-1fd35b4d-0f73-4c1f-b9e6-1df39999e551 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:10.272314 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-1fd35b4d-0f73-4c1f-b9e6-1df39999e551 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/08dbc6ae-f6e2-44a9-9f4e-926b5f273cf9 HTTP/1.1" status: 204 len: 168 time: 0.5244915 Feb 21 00:32:10.285881 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-85696b4b-75c8-496a-b736-848f3109498e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (a9f99d32-93ae-49b9-ab04-f343e736504d), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:10.289155 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-85696b4b-75c8-496a-b736-848f3109498e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:10.290806 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-85696b4b-75c8-496a-b736-848f3109498e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a9f99d32-93ae-49b9-ab04-f343e736504d HTTP/1.1" status: 204 len: 168 time: 0.5844698 Feb 21 00:32:10.295957 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd35b4d-0f73-4c1f-b9e6-1df39999e551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08dbc6ae-f6e2-44a9-9f4e-926b5f273cf9,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:10.313313 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.db [req-b1a89074-db70-4af2-bea1-5f2ea70c9634 req-b916727d-c42a-415c-bf65-8f1f717c2529 service neutron] For port 429a5148-1c94-4df3-a971-1e195879d0d0, host hv-cinder-81322, cleared binding levels {{(pid=109222) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 00:32:10.317271 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.db [req-b1a89074-db70-4af2-bea1-5f2ea70c9634 req-b916727d-c42a-415c-bf65-8f1f717c2529 service neutron] For port 429a5148-1c94-4df3-a971-1e195879d0d0, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=429a5148-1c94-4df3-a971-1e195879d0d0,segment=NetworkSegment(269a8d6d-b983-4db2-9b3a-4038ed61d041),segment_id=269a8d6d-b983-4db2-9b3a-4038ed61d041)] {{(pid=109222) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 00:32:10.319230 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85696b4b-75c8-496a-b736-848f3109498e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9f99d32-93ae-49b9-ab04-f343e736504d,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:10.327652 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-b1a89074-db70-4af2-bea1-5f2ea70c9634 req-b916727d-c42a-415c-bf65-8f1f717c2529 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (429a5148-1c94-4df3-a971-1e195879d0d0), after_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:10.375160 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a89074-db70-4af2-bea1-5f2ea70c9634 req-b916727d-c42a-415c-bf65-8f1f717c2529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:10.375847 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-b1a89074-db70-4af2-bea1-5f2ea70c9634 req-b916727d-c42a-415c-bf65-8f1f717c2529 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582445'] for port (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:10.377739 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-b1a89074-db70-4af2-bea1-5f2ea70c9634 req-b916727d-c42a-415c-bf65-8f1f717c2529 service neutron] 10.222.0.36 "PUT /v2.0/ports/429a5148-1c94-4df3-a971-1e195879d0d0 HTTP/1.1" status: 200 len: 1094 time: 1.7476032 Feb 21 00:32:10.378158 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '016acf20-2bcb-4d41-9d79-ad0d887280cb', 'tag': '429a5148-1c94-4df3-a971-1e195879d0d0'}] {{(pid=109222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:32:10.380798 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81563fad7634ec273475caa61ca91dc94d21cc2561ee8f59b09b3f9a67cb5537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-239bc5a2-e370-4e5c-b4d4-2b0dc75a7c64" -d '{"events": [{"name": "network-changed", "server_uuid": "016acf20-2bcb-4d41-9d79-ad0d887280cb", "tag": "429a5148-1c94-4df3-a971-1e195879d0d0"}]}' {{(pid=109222) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:32:10.416279 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b916727d-c42a-415c-bf65-8f1f717c2529 service neutron] Pushing event updated for resources: {'Port': ['ID=429a5148-1c94-4df3-a971-1e195879d0d0,revision_number=3']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:10.428385 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 00:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5e7cc99-c376-44b8-a00f-f676a5793aff x-openstack-request-id: req-a5e7cc99-c376-44b8-a00f-f676a5793aff {{(pid=109224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:32:10.428765 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baae7bf1-c38c-4d14-ba07-585da5656bff", "name": "network-vif-plugged", "status": "completed", "tag": "f3d26097-eec0-4f8b-a37f-5da2c7131cf4", "code": 200}]} {{(pid=109224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:32:10.429040 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a5e7cc99-c376-44b8-a00f-f676a5793aff {{(pid=109224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:32:10.429545 dv-cinder-813225-6-iscsi neutron-server[109224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baae7bf1-c38c-4d14-ba07-585da5656bff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3d26097-eec0-4f8b-a37f-5da2c7131cf4', 'code': 200} Feb 21 00:32:10.631504 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a89074-db70-4af2-bea1-5f2ea70c9634 req-9ed75046-3e08-4312-82b7-a214c762e94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:10.633350 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-b1a89074-db70-4af2-bea1-5f2ea70c9634 req-9ed75046-3e08-4312-82b7-a214c762e94b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1092f05b80bd4759940d2fbd268d02b0&device_id=016acf20-2bcb-4d41-9d79-ad0d887280cb HTTP/1.1" status: 200 len: 1128 time: 0.1983774 Feb 21 00:32:10.651787 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b3a09d-a4ce-4461-8b33-f60551b3d506 req-bce07857-ed5a-4fd9-bbb7-41d8f532efda tempest-DeleteServersTestJSON-1116134669 tempest-DeleteServersTestJSON-1116134669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:10.657151 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-d6b3a09d-a4ce-4461-8b33-f60551b3d506 req-bce07857-ed5a-4fd9-bbb7-41d8f532efda tempest-DeleteServersTestJSON-1116134669 tempest-DeleteServersTestJSON-1116134669-project] 10.222.0.45 "GET /v2.0/ports?device_id=deb436de-cb27-4097-a0c0-2bcc09bfb232 HTTP/1.1" status: 200 len: 945 time: 0.1176455 Feb 21 00:32:10.759758 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-d6b3a09d-a4ce-4461-8b33-f60551b3d506 req-37fd2b9f-c64f-41fe-b77a-d4248a402f09 tempest-DeleteServersTestJSON-1116134669 tempest-DeleteServersTestJSON-1116134669-project] 10.222.0.45 "GET /v2.0/security-groups?id=2e88ae11-95d7-4230-ba40-d67b4fc42edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768862 Feb 21 00:32:10.761001 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-b1a89074-db70-4af2-bea1-5f2ea70c9634 req-4140c26f-ae55-4d95-9a9f-8bab908da79b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=429a5148-1c94-4df3-a971-1e195879d0d0 HTTP/1.1" status: 200 len: 217 time: 0.1029243 Feb 21 00:32:10.813970 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-25b8dbea-d3f6-4d46-bf17-193a7b67c043 req-87cee7a2-8784-47ae-8ef7-ecc81347653a tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--2080928768&fields=id&tenant_id=f83942655a004261ad34343d44c6cf6b HTTP/1.1" status: 200 len: 267 time: 0.2329252 Feb 21 00:32:10.838368 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 00:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-242c72a9-f276-4209-a99d-f910969d91df x-openstack-request-id: req-242c72a9-f276-4209-a99d-f910969d91df {{(pid=109222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:32:10.839419 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "016acf20-2bcb-4d41-9d79-ad0d887280cb", "tag": "429a5148-1c94-4df3-a971-1e195879d0d0", "status": "completed", "code": 200}]} {{(pid=109222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:32:10.839846 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-242c72a9-f276-4209-a99d-f910969d91df {{(pid=109222) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:32:10.840405 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '016acf20-2bcb-4d41-9d79-ad0d887280cb', 'tag': '429a5148-1c94-4df3-a971-1e195879d0d0', 'status': 'completed', 'code': 200} Feb 21 00:32:10.872723 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a89074-db70-4af2-bea1-5f2ea70c9634 req-ed90f4e9-8cbc-4e6c-bb14-f04c2e735252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:10.879981 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-b1a89074-db70-4af2-bea1-5f2ea70c9634 req-ed90f4e9-8cbc-4e6c-bb14-f04c2e735252 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6c91acbb-c03d-4786-afca-288f577437ce HTTP/1.1" status: 200 len: 858 time: 0.1095362 Feb 21 00:32:10.915518 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73534a7-d7e7-4384-b9b0-275125ceb85a req-bdbb3cc8-a3a0-47e6-b236-81a0aa53b7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:10.917163 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-a73534a7-d7e7-4384-b9b0-275125ceb85a req-bdbb3cc8-a3a0-47e6-b236-81a0aa53b7e4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=baae7bf1-c38c-4d14-ba07-585da5656bff HTTP/1.1" status: 200 len: 1130 time: 0.2391427 Feb 21 00:32:10.920955 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-b1a89074-db70-4af2-bea1-5f2ea70c9634 req-38569035-cff2-4c7d-ba5f-a70224728aa3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2662c2a7-dfa3-4cb4-bf70-b308bbf4a003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285647 Feb 21 00:32:10.960664 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-a73534a7-d7e7-4384-b9b0-275125ceb85a req-aa88da42-c532-4e23-bc49-ba319eaaf742 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:10.969505 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-d7d9a1e8-35e7-4a2e-8930-b7dd5b0a311c req-e7cea6d8-2190-4eb8-9c64-3fb60541b384 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=40d12558-3fed-4562-b3a8-9a6f076fc3d9 HTTP/1.1" status: 200 len: 210 time: 0.0474870 Feb 21 00:32:10.996288 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Device 8785719d-2f3c-440c-8de1-fe892aa82f2c details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109224) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 00:32:11.012922 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b8dbea-d3f6-4d46-bf17-193a7b67c043 req-b8513d95-fcb8-47cb-a9ba-6841ceba126a tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:11.015167 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-25b8dbea-d3f6-4d46-bf17-193a7b67c043 req-b8513d95-fcb8-47cb-a9ba-6841ceba126a tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/networks?id=c58ec42c-ebf4-48a5-8b13-e00a879614cb HTTP/1.1" status: 200 len: 810 time: 0.1926835 Feb 21 00:32:11.037123 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-25b8dbea-d3f6-4d46-bf17-193a7b67c043 req-a1ce108e-0400-4a19-82f7-565581677025 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/quotas/f83942655a004261ad34343d44c6cf6b HTTP/1.1" status: 200 len: 375 time: 0.0121720 Feb 21 00:32:11.084847 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-b1a89074-db70-4af2-bea1-5f2ea70c9634 req-24191493-ff4c-444e-805e-a8fcd2c67900 service neutron] 10.222.0.36 "GET /v2.0/networks/2662c2a7-dfa3-4cb4-bf70-b308bbf4a003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470582 Feb 21 00:32:11.111381 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 52266) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:32:11.140320 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f360c32c-d144-4a09-aebf-7d9b87e56137 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:11.171210 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-25b8dbea-d3f6-4d46-bf17-193a7b67c043 req-023c6fbc-4512-472f-9836-04ee570e7f75 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=f83942655a004261ad34343d44c6cf6b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1266007 Feb 21 00:32:11.265504 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] For port 8785719d-2f3c-440c-8de1-fe892aa82f2c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=8785719d-2f3c-440c-8de1-fe892aa82f2c,segment=NetworkSegment(269a8d6d-b983-4db2-9b3a-4038ed61d041),segment_id=269a8d6d-b983-4db2-9b3a-4038ed61d041)] {{(pid=109224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:32:11.287645 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-a73534a7-d7e7-4384-b9b0-275125ceb85a req-aa88da42-c532-4e23-bc49-ba319eaaf742 service neutron] Publish callbacks [] for security_group (1f1b6084-0e46-44ca-ba10-f89ff36840e4), precommit_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:11.294431 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Returning: {'device': '8785719d-2f3c-440c-8de1-fe892aa82f2c', 'network_id': '2662c2a7-dfa3-4cb4-bf70-b308bbf4a003', 'port_id': '8785719d-2f3c-440c-8de1-fe892aa82f2c', 'mac_address': 'fa:16:3e:89:56:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c91acbb-c03d-4786-afca-288f577437ce', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109224) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 00:32:11.308188 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-a73534a7-d7e7-4384-b9b0-275125ceb85a req-aa88da42-c532-4e23-bc49-ba319eaaf742 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (1f1b6084-0e46-44ca-ba10-f89ff36840e4), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:11.331098 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137dcac2-037f-4800-a919-8babb6947ab2 req-55ea47b8-c23e-43a6-b6c8-fd3aa991bce7 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:11.338338 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-137dcac2-037f-4800-a919-8babb6947ab2 req-55ea47b8-c23e-43a6-b6c8-fd3aa991bce7 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=016acf20-2bcb-4d41-9d79-ad0d887280cb HTTP/1.1" status: 200 len: 944 time: 0.1340275 Feb 21 00:32:11.344871 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-b1a89074-db70-4af2-bea1-5f2ea70c9634 req-918b9f05-54e1-4ede-ab7c-0275af477bf5 service neutron] 10.222.0.36 "GET /v2.0/networks/2662c2a7-dfa3-4cb4-bf70-b308bbf4a003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495642 Feb 21 00:32:11.389741 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Current status of the port 8785719d-2f3c-440c-8de1-fe892aa82f2c is: DOWN; New status is: BUILD {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:32:11.390421 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (8785719d-2f3c-440c-8de1-fe892aa82f2c), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:11.396336 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-a73534a7-d7e7-4384-b9b0-275125ceb85a req-aa88da42-c532-4e23-bc49-ba319eaaf742 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d4c2ccd5-90d6-42ad-bf3a-131ba1b47e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4584863 Feb 21 00:32:11.402131 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa88da42-c532-4e23-bc49-ba319eaaf742 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=1f1b6084-0e46-44ca-ba10-f89ff36840e4,revision_number=1']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:11.422458 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-137dcac2-037f-4800-a919-8babb6947ab2 req-e41ab57b-4ee7-4bdd-8a53-002dd5946295 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770457 Feb 21 00:32:11.436098 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.notifiers.nova [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8785719d-2f3c-440c-8de1-fe892aa82f2c {{(pid=109224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 00:32:11.474513 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] For port 8785719d-2f3c-440c-8de1-fe892aa82f2c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=8785719d-2f3c-440c-8de1-fe892aa82f2c,segment=NetworkSegment(269a8d6d-b983-4db2-9b3a-4038ed61d041),segment_id=269a8d6d-b983-4db2-9b3a-4038ed61d041)] {{(pid=109224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:32:11.479510 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-25b8dbea-d3f6-4d46-bf17-193a7b67c043 req-4b0d588b-b42c-47f7-8551-416690c5ac97 service neutron] 10.222.0.45 "GET /v2.0/networks/c58ec42c-ebf4-48a5-8b13-e00a879614cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2872696 Feb 21 00:32:11.481792 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (8785719d-2f3c-440c-8de1-fe892aa82f2c), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:11.549403 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Pushing event updated for resources: {'Port': ['ID=8785719d-2f3c-440c-8de1-fe892aa82f2c,revision_number=4']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:11.574308 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f360c32c-d144-4a09-aebf-7d9b87e56137 admin admin] Publish callbacks [] for security_group (312e83a6-e1cf-4cd1-ab8b-8969bbef7cd6), precommit_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:11.590718 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f360c32c-d144-4a09-aebf-7d9b87e56137 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (312e83a6-e1cf-4cd1-ab8b-8969bbef7cd6), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:11.612315 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca247f3-8501-46e5-9ca7-56f082fab0ea req-ecd70474-1a25-4a60-88da-69f3a24874fc tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:11.613878 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-8ca247f3-8501-46e5-9ca7-56f082fab0ea req-ecd70474-1a25-4a60-88da-69f3a24874fc tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/ports?device_id=baae7bf1-c38c-4d14-ba07-585da5656bff HTTP/1.1" status: 200 len: 946 time: 0.1141713 Feb 21 00:32:11.706501 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-f360c32c-d144-4a09-aebf-7d9b87e56137 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9da493ab02ab4ae29e40c40af9c368ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5871844 Feb 21 00:32:11.709677 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 52290) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:32:11.712268 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-25b8dbea-d3f6-4d46-bf17-193a7b67c043 req-24df25c7-2d50-404a-8b01-97af5fe31afa service neutron] 10.222.0.45 "GET /v2.0/networks/c58ec42c-ebf4-48a5-8b13-e00a879614cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295375 Feb 21 00:32:11.712955 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f360c32c-d144-4a09-aebf-7d9b87e56137 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=312e83a6-e1cf-4cd1-ab8b-8969bbef7cd6,revision_number=1']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:11.728565 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-8ca247f3-8501-46e5-9ca7-56f082fab0ea req-ca4ba7a1-60b6-423f-9dab-f4e49670ca82 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/security-groups?id=d4c2ccd5-90d6-42ad-bf3a-131ba1b47e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081464 Feb 21 00:32:11.735907 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] get_ports_and_sgs() called for port_ids ['8785719d-2f3c-440c-8de1-fe892aa82f2c'] {{(pid=109224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 00:32:11.743017 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239bc5a2-e370-4e5c-b4d4-2b0dc75a7c64 req-4d2c27ae-155d-4b80-a15f-8f0ee621cbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:11.744865 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-239bc5a2-e370-4e5c-b4d4-2b0dc75a7c64 req-4d2c27ae-155d-4b80-a15f-8f0ee621cbc6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1092f05b80bd4759940d2fbd268d02b0&device_id=016acf20-2bcb-4d41-9d79-ad0d887280cb HTTP/1.1" status: 200 len: 1128 time: 0.0803902 Feb 21 00:32:11.893858 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-42331a27-26f1-4f83-ba1b-873b3b4cea47 admin admin] Publish callbacks [] for security_group (312e83a6-e1cf-4cd1-ab8b-8969bbef7cd6), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:11.975444 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-42331a27-26f1-4f83-ba1b-873b3b4cea47 admin admin] Publish callbacks [] for security_group (312e83a6-e1cf-4cd1-ab8b-8969bbef7cd6), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:12.025405 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d44bd4-baf1-42c7-a50f-7644780d7b9d req-5f7c78f0-19c3-4837-9986-fa72dc72f942 tempest-DeleteServersTestJSON-1116134669 tempest-DeleteServersTestJSON-1116134669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:12.027628 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-68d44bd4-baf1-42c7-a50f-7644780d7b9d req-5f7c78f0-19c3-4837-9986-fa72dc72f942 tempest-DeleteServersTestJSON-1116134669 tempest-DeleteServersTestJSON-1116134669-project] 10.222.0.45 "GET /v2.0/ports?device_id=deb436de-cb27-4097-a0c0-2bcc09bfb232 HTTP/1.1" status: 200 len: 945 time: 0.1388409 Feb 21 00:32:12.068239 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-9bf0b15c-038d-41a8-a8a2-71a0959d9e74 req-c00775c7-8ffb-4d56-9fb8-6d53fd756155 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fd7fea7-9f01-48c5-ac04-7fb6bd253b61 HTTP/1.1" status: 200 len: 210 time: 0.0837829 Feb 21 00:32:12.073183 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239bc5a2-e370-4e5c-b4d4-2b0dc75a7c64 req-c8347138-7cb3-4418-a59d-de10cf3cda6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:12.074698 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-239bc5a2-e370-4e5c-b4d4-2b0dc75a7c64 req-c8347138-7cb3-4418-a59d-de10cf3cda6c service neutron] 10.222.0.36 "GET /v2.0/networks?id=2662c2a7-dfa3-4cb4-bf70-b308bbf4a003 HTTP/1.1" status: 200 len: 919 time: 0.3225534 Feb 21 00:32:12.075163 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 52306) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:32:12.118763 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-42331a27-26f1-4f83-ba1b-873b3b4cea47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (312e83a6-e1cf-4cd1-ab8b-8969bbef7cd6), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:12.122657 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-42331a27-26f1-4f83-ba1b-873b3b4cea47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:12.127745 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-42331a27-26f1-4f83-ba1b-873b3b4cea47 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/312e83a6-e1cf-4cd1-ab8b-8969bbef7cd6 HTTP/1.1" status: 204 len: 168 time: 0.4148672 Feb 21 00:32:12.131620 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-239bc5a2-e370-4e5c-b4d4-2b0dc75a7c64 req-2d574bd5-ee82-4c7b-8ec7-d4622cf48ca2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=429a5148-1c94-4df3-a971-1e195879d0d0 HTTP/1.1" status: 200 len: 217 time: 0.0470955 Feb 21 00:32:12.149330 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42331a27-26f1-4f83-ba1b-873b3b4cea47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=312e83a6-e1cf-4cd1-ab8b-8969bbef7cd6,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:12.195618 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-68d44bd4-baf1-42c7-a50f-7644780d7b9d req-ba39f9ff-52a4-48aa-ba6b-1f3943a38c46 tempest-DeleteServersTestJSON-1116134669 tempest-DeleteServersTestJSON-1116134669-project] 10.222.0.45 "GET /v2.0/security-groups?id=2e88ae11-95d7-4230-ba40-d67b4fc42edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555469 Feb 21 00:32:12.246154 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239bc5a2-e370-4e5c-b4d4-2b0dc75a7c64 req-57274132-3d90-4f04-a1db-23c56053e638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:12.249602 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-239bc5a2-e370-4e5c-b4d4-2b0dc75a7c64 req-57274132-3d90-4f04-a1db-23c56053e638 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6c91acbb-c03d-4786-afca-288f577437ce HTTP/1.1" status: 200 len: 858 time: 0.1001914 Feb 21 00:32:12.323576 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-5f047511-d947-451f-838d-626556344aca req-15c0ff86-4d7b-4955-8ef0-ef1e3e82a9a0 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=40d12558-3fed-4562-b3a8-9a6f076fc3d9 HTTP/1.1" status: 200 len: 210 time: 0.0721660 Feb 21 00:32:12.330549 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-239bc5a2-e370-4e5c-b4d4-2b0dc75a7c64 req-a6ea30cc-bb00-4079-b789-e07fead54e3f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2662c2a7-dfa3-4cb4-bf70-b308bbf4a003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681291 Feb 21 00:32:12.430222 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deb436de-cb27-4097-a0c0-2bcc09bfb232', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbbde956-e7cf-4df6-8715-10ce5c344da7'}] {{(pid=109224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:32:12.435287 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea31762fe36adf1256da5116fd788589841920f52286d7e0b0077cda52487892" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62795785-9792-4259-83e7-908754280b6a" -d '{"events": [{"server_uuid": "deb436de-cb27-4097-a0c0-2bcc09bfb232", "name": "network-vif-plugged", "status": "completed", "tag": "dbbde956-e7cf-4df6-8715-10ce5c344da7"}]}' {{(pid=109224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:32:12.499369 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-239bc5a2-e370-4e5c-b4d4-2b0dc75a7c64 req-b0ea0911-8533-4f84-83aa-3be2f97d1e16 service neutron] 10.222.0.36 "GET /v2.0/networks/2662c2a7-dfa3-4cb4-bf70-b308bbf4a003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528330 Feb 21 00:32:12.513667 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd56a6f7-dbe2-40ca-9b43-ee3d152d03a3 req-41f8f253-fef1-4b45-8d1b-4a39597188f9 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:12.519394 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-dd56a6f7-dbe2-40ca-9b43-ee3d152d03a3 req-41f8f253-fef1-4b45-8d1b-4a39597188f9 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.36 "GET /v2.0/networks?id=2cc309f6-129c-421f-a7c2-95ecda53f9b9 HTTP/1.1" status: 200 len: 817 time: 0.2277479 Feb 21 00:32:12.531811 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 00:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-373f9c7f-4a1d-44f2-a321-9ad7e0c085bc x-openstack-request-id: req-373f9c7f-4a1d-44f2-a321-9ad7e0c085bc {{(pid=109224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:32:12.532150 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "deb436de-cb27-4097-a0c0-2bcc09bfb232", "name": "network-vif-plugged", "status": "completed", "tag": "dbbde956-e7cf-4df6-8715-10ce5c344da7", "code": 200}]} {{(pid=109224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:32:12.532590 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-373f9c7f-4a1d-44f2-a321-9ad7e0c085bc {{(pid=109224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:32:12.533242 dv-cinder-813225-6-iscsi neutron-server[109224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'deb436de-cb27-4097-a0c0-2bcc09bfb232', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbbde956-e7cf-4df6-8715-10ce5c344da7', 'code': 200} Feb 21 00:32:12.559280 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-5e1ec2c1-c769-4b93-a5f6-5dd0c446dce5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:12.761642 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-dd56a6f7-dbe2-40ca-9b43-ee3d152d03a3 req-7d0e5ed8-c239-4b93-9fa0-15e53acd8970 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=51a255ecc1c64df295f0bd94fee4f7d2 HTTP/1.1" status: 200 len: 380 time: 0.2256165 Feb 21 00:32:12.771613 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [req-dd56a6f7-dbe2-40ca-9b43-ee3d152d03a3 req-0f42a68d-038f-4b58-ae7e-0631376000e2 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Request body: {'port': {'device_id': '40d12558-3fed-4562-b3a8-9a6f076fc3d9', 'network_id': '2cc309f6-129c-421f-a7c2-95ecda53f9b9', 'admin_state_up': True, 'tenant_id': '51a255ecc1c64df295f0bd94fee4f7d2', 'security_groups': ['0f05195e-1011-4af1-b12a-07d8f5627ca9']}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:32:12.778986 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-239bc5a2-e370-4e5c-b4d4-2b0dc75a7c64 req-8b6b7162-8504-4f15-8e1a-44ff529ffd02 service neutron] 10.222.0.36 "GET /v2.0/networks/2662c2a7-dfa3-4cb4-bf70-b308bbf4a003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596946 Feb 21 00:32:12.867757 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-5e1ec2c1-c769-4b93-a5f6-5dd0c446dce5 admin admin] Publish callbacks [] for security_group (38b86828-1267-467b-adbb-affc7be5c268), precommit_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:12.888331 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd6dca2-677d-4f3c-9884-76be769d96fe req-8b5e9d8b-b5a7-4dfd-86a3-47f9d4f20b76 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:12.890329 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-dfd6dca2-677d-4f3c-9884-76be769d96fe req-8b5e9d8b-b5a7-4dfd-86a3-47f9d4f20b76 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=016acf20-2bcb-4d41-9d79-ad0d887280cb HTTP/1.1" status: 200 len: 944 time: 0.3162913 Feb 21 00:32:12.948423 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-5e1ec2c1-c769-4b93-a5f6-5dd0c446dce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (38b86828-1267-467b-adbb-affc7be5c268), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:13.002818 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Device 8785719d-2f3c-440c-8de1-fe892aa82f2c up at agent hyperv_hv-cinder-81322 {{(pid=109224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:32:13.006321 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-5e1ec2c1-c769-4b93-a5f6-5dd0c446dce5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7ec1b6dea4ab46968e9c31bc8509aed1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9278796 Feb 21 00:32:13.007913 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 52350) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:32:13.018675 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1ec2c1-c769-4b93-a5f6-5dd0c446dce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38b86828-1267-467b-adbb-affc7be5c268,revision_number=1']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:13.047915 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81949477-542f-4fae-883a-2c5326aaeb65 req-f76eae30-566e-4c1b-999e-f4f3c542fa64 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:13.049992 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-81949477-542f-4fae-883a-2c5326aaeb65 req-f76eae30-566e-4c1b-999e-f4f3c542fa64 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/ports?device_id=baae7bf1-c38c-4d14-ba07-585da5656bff HTTP/1.1" status: 200 len: 946 time: 0.1809361 Feb 21 00:32:13.086710 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Provisioning for port 8785719d-2f3c-440c-8de1-fe892aa82f2c completed by entity L2. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 00:32:13.093900 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Provisioning complete for port 8785719d-2f3c-440c-8de1-fe892aa82f2c triggered by entity L2. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:32:13.094509 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (8785719d-2f3c-440c-8de1-fe892aa82f2c), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:13.167003 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-b5c01be1-cfb9-4bea-8b0f-1d178c2e8b5d admin admin] Publish callbacks [] for security_group (38b86828-1267-467b-adbb-affc7be5c268), before_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:13.208812 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Current status of the port 8785719d-2f3c-440c-8de1-fe892aa82f2c is: BUILD; New status is: ACTIVE {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:32:13.209582 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (8785719d-2f3c-440c-8de1-fe892aa82f2c), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:13.253490 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9d1476-c672-40e7-b398-b9ba50b35972 req-0f0a0105-fe9b-4035-a2f2-fd350c02d6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:13.254972 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-1e9d1476-c672-40e7-b398-b9ba50b35972 req-0f0a0105-fe9b-4035-a2f2-fd350c02d6b6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=deb436de-cb27-4097-a0c0-2bcc09bfb232 HTTP/1.1" status: 200 len: 1129 time: 0.4916644 Feb 21 00:32:13.258128 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] For port 8785719d-2f3c-440c-8de1-fe892aa82f2c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=8785719d-2f3c-440c-8de1-fe892aa82f2c,segment=NetworkSegment(269a8d6d-b983-4db2-9b3a-4038ed61d041),segment_id=269a8d6d-b983-4db2-9b3a-4038ed61d041)] {{(pid=109224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:32:13.273843 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (8785719d-2f3c-440c-8de1-fe892aa82f2c), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:13.277393 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-81949477-542f-4fae-883a-2c5326aaeb65 req-4568b2fb-e545-46e4-b1e0-34f54493d4b9 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/security-groups?id=d4c2ccd5-90d6-42ad-bf3a-131ba1b47e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182891 Feb 21 00:32:13.296632 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-b5c01be1-cfb9-4bea-8b0f-1d178c2e8b5d admin admin] Publish callbacks [] for security_group (38b86828-1267-467b-adbb-affc7be5c268), precommit_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:13.324427 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-dfd6dca2-677d-4f3c-9884-76be769d96fe req-e95532f5-5d0a-4e72-b146-046b159e62b9 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4227386 Feb 21 00:32:13.442687 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Pushing event updated for resources: {'Port': ['ID=8785719d-2f3c-440c-8de1-fe892aa82f2c,revision_number=5']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:13.458920 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-47aec37b-ff37-4ac4-b2b5-ef2d21f65e97 req-8626ac33-8b16-420f-aa3a-0c7a61ef30f3 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fd7fea7-9f01-48c5-ac04-7fb6bd253b61 HTTP/1.1" status: 200 len: 210 time: 0.0459495 Feb 21 00:32:13.484326 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-b5c01be1-cfb9-4bea-8b0f-1d178c2e8b5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (38b86828-1267-467b-adbb-affc7be5c268), after_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:13.487664 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-b5c01be1-cfb9-4bea-8b0f-1d178c2e8b5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:13.491419 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-b5c01be1-cfb9-4bea-8b0f-1d178c2e8b5d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/38b86828-1267-467b-adbb-affc7be5c268 HTTP/1.1" status: 204 len: 168 time: 0.4793160 Feb 21 00:32:13.505011 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd56a6f7-dbe2-40ca-9b43-ee3d152d03a3 req-0f42a68d-038f-4b58-ae7e-0631376000e2 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Made reservation on behalf of 51a255ecc1c64df295f0bd94fee4f7d2 for: {'port': 1} {{(pid=109222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 00:32:13.506578 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c01be1-cfb9-4bea-8b0f-1d178c2e8b5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38b86828-1267-467b-adbb-affc7be5c268,revision_number=None']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:13.515002 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-dd56a6f7-dbe2-40ca-9b43-ee3d152d03a3 req-0f42a68d-038f-4b58-ae7e-0631376000e2 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:13.584273 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-1e9d1476-c672-40e7-b398-b9ba50b35972 req-a08699ae-4b46-475c-bc2f-22dba111ab87 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2e88ae11-95d7-4230-ba40-d67b4fc42edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3147056 Feb 21 00:32:13.592160 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-a04d2b4d-9eef-4a1e-9643-8d05401a65e1 req-23b9e043-0fd3-404a-8f9b-08a335eb27eb tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=40d12558-3fed-4562-b3a8-9a6f076fc3d9 HTTP/1.1" status: 200 len: 210 time: 0.0521188 Feb 21 00:32:13.680208 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3fbadb-0a8a-437d-990c-6c74c8e3f201 req-fdd14825-d730-4d10-9622-0b26544024ce tempest-DeleteServersTestJSON-1116134669 tempest-DeleteServersTestJSON-1116134669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:13.681761 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-4c3fbadb-0a8a-437d-990c-6c74c8e3f201 req-fdd14825-d730-4d10-9622-0b26544024ce tempest-DeleteServersTestJSON-1116134669 tempest-DeleteServersTestJSON-1116134669-project] 10.222.0.45 "GET /v2.0/ports?device_id=deb436de-cb27-4097-a0c0-2bcc09bfb232 HTTP/1.1" status: 200 len: 945 time: 0.2229939 Feb 21 00:32:13.760336 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-4c3fbadb-0a8a-437d-990c-6c74c8e3f201 req-6bccd37b-93ee-4025-8e0b-2b5e8fdb3947 tempest-DeleteServersTestJSON-1116134669 tempest-DeleteServersTestJSON-1116134669-project] 10.222.0.45 "GET /v2.0/security-groups?id=2e88ae11-95d7-4230-ba40-d67b4fc42edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721753 Feb 21 00:32:13.789188 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.db.db_base_plugin_common [req-dd56a6f7-dbe2-40ca-9b43-ee3d152d03a3 req-0f42a68d-038f-4b58-ae7e-0631376000e2 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Allocated IP 172.20.0.6 (2cc309f6-129c-421f-a7c2-95ecda53f9b9/4c4904f9-0933-4cbb-8971-c27649ee3505/e54a4066-a1cd-43cd-bf19-c474f7a751af) {{(pid=109222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 00:32:14.013491 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b8dbea-d3f6-4d46-bf17-193a7b67c043 req-7a87d4ec-0cec-4360-b140-202177cba4de tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:14.015754 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-25b8dbea-d3f6-4d46-bf17-193a7b67c043 req-7a87d4ec-0cec-4360-b140-202177cba4de tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.36 "GET /v2.0/networks?id=c58ec42c-ebf4-48a5-8b13-e00a879614cb HTTP/1.1" status: 200 len: 810 time: 0.2239885 Feb 21 00:32:14.074905 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 52394) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:32:14.093611 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-871a4e3e-a070-42f6-818d-f9b529dae802 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:14.125103 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-dd56a6f7-dbe2-40ca-9b43-ee3d152d03a3 req-0f42a68d-038f-4b58-ae7e-0631376000e2 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Publish callbacks [] for port (e54a4066-a1cd-43cd-bf19-c474f7a751af), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:14.152836 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-25b8dbea-d3f6-4d46-bf17-193a7b67c043 req-8b822cf2-44c2-4fdb-a66f-578b7b12827d tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f83942655a004261ad34343d44c6cf6b HTTP/1.1" status: 200 len: 380 time: 0.1221113 Feb 21 00:32:14.165527 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [req-25b8dbea-d3f6-4d46-bf17-193a7b67c043 req-31a26dbf-ecf9-4ce8-91f9-d6657a8ff75f tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Request body: {'port': {'device_id': '4fd7fea7-9f01-48c5-ac04-7fb6bd253b61', 'network_id': 'c58ec42c-ebf4-48a5-8b13-e00a879614cb', 'admin_state_up': True, 'tenant_id': 'f83942655a004261ad34343d44c6cf6b', 'security_groups': ['086df3ca-b094-4a4d-b3ca-0d4f22d1c024']}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:32:14.190182 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-871a4e3e-a070-42f6-818d-f9b529dae802 admin admin] Publish callbacks [] for security_group (e8b3a101-8d7a-4113-ade5-2e3fd23d36c9), precommit_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:14.197034 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-871a4e3e-a070-42f6-818d-f9b529dae802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (e8b3a101-8d7a-4113-ade5-2e3fd23d36c9), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:14.252249 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-871a4e3e-a070-42f6-818d-f9b529dae802 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=596ac4ee44b342e98bccbc525cadf962&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1760104 Feb 21 00:32:14.253428 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871a4e3e-a070-42f6-818d-f9b529dae802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b3a101-8d7a-4113-ade5-2e3fd23d36c9,revision_number=1']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:14.255302 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 52398) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:32:14.311400 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-dd56a6f7-dbe2-40ca-9b43-ee3d152d03a3 req-0f42a68d-038f-4b58-ae7e-0631376000e2 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731676182815'] for port (e54a4066-a1cd-43cd-bf19-c474f7a751af), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:14.406558 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd56a6f7-dbe2-40ca-9b43-ee3d152d03a3 req-0f42a68d-038f-4b58-ae7e-0631376000e2 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Network 2cc309f6-129c-421f-a7c2-95ecda53f9b9 is already hosted by enough agents. {{(pid=109222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:32:14.421727 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (2124d49d-e543-43fa-8e9f-817e1d020459), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:14.432468 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.scheduler.base_scheduler [req-dd56a6f7-dbe2-40ca-9b43-ee3d152d03a3 req-0f42a68d-038f-4b58-ae7e-0631376000e2 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Resources bound (agent type, host, resource id): {{(pid=109222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:32:14.435754 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb5f72a-940b-46a8-991e-024595fa7537 req-7d9f4216-086c-4c59-9829-5341047513aa tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:14.437564 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-fdb5f72a-940b-46a8-991e-024595fa7537 req-7d9f4216-086c-4c59-9829-5341047513aa tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/ports?device_id=baae7bf1-c38c-4d14-ba07-585da5656bff HTTP/1.1" status: 200 len: 946 time: 0.0622439 Feb 21 00:32:14.457570 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd56a6f7-dbe2-40ca-9b43-ee3d152d03a3 req-0f42a68d-038f-4b58-ae7e-0631376000e2 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Received port after_create {{(pid=109222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 00:32:14.462768 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd56a6f7-dbe2-40ca-9b43-ee3d152d03a3 req-0f42a68d-038f-4b58-ae7e-0631376000e2 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:14.463427 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-dd56a6f7-dbe2-40ca-9b43-ee3d152d03a3 req-0f42a68d-038f-4b58-ae7e-0631376000e2 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582445'] for port (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:14.469783 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-74939d52-eea5-421d-964b-ae9a3b57796b admin admin] Publish callbacks [] for security_group (e8b3a101-8d7a-4113-ade5-2e3fd23d36c9), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:14.493610 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-fdb5f72a-940b-46a8-991e-024595fa7537 req-8a9bd544-98e7-4d0f-96f4-92d4d6a7463e tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/security-groups?id=d4c2ccd5-90d6-42ad-bf3a-131ba1b47e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493417 Feb 21 00:32:14.534474 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8230352-c17e-4cac-8ed0-da7c12f48e16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8785719d-2f3c-440c-8de1-fe892aa82f2c'}] {{(pid=109224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:32:14.536021 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25b8dbea-d3f6-4d46-bf17-193a7b67c043 req-31a26dbf-ecf9-4ce8-91f9-d6657a8ff75f tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Made reservation on behalf of f83942655a004261ad34343d44c6cf6b for: {'port': 1} {{(pid=109222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 00:32:14.537355 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea31762fe36adf1256da5116fd788589841920f52286d7e0b0077cda52487892" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d92e5e45-2dba-4e82-aa3c-62820b57260e" -d '{"events": [{"server_uuid": "f8230352-c17e-4cac-8ed0-da7c12f48e16", "name": "network-vif-plugged", "status": "completed", "tag": "8785719d-2f3c-440c-8de1-fe892aa82f2c"}]}' {{(pid=109224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:32:14.541225 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-25b8dbea-d3f6-4d46-bf17-193a7b67c043 req-31a26dbf-ecf9-4ce8-91f9-d6657a8ff75f tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:14.587856 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f42a68d-038f-4b58-ae7e-0631376000e2 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Pushing event updated for resources: {'Port': ['ID=e54a4066-a1cd-43cd-bf19-c474f7a751af,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:14.593307 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-dd56a6f7-dbe2-40ca-9b43-ee3d152d03a3 req-0f42a68d-038f-4b58-ae7e-0631376000e2 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8265808 Feb 21 00:32:14.596717 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-74939d52-eea5-421d-964b-ae9a3b57796b admin admin] Publish callbacks [] for security_group (e8b3a101-8d7a-4113-ade5-2e3fd23d36c9), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:14.612004 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [req-dd56a6f7-dbe2-40ca-9b43-ee3d152d03a3 req-e87e606a-1242-4aba-a087-a6b413d2185c service neutron] Request body: {'port': {'device_id': '40d12558-3fed-4562-b3a8-9a6f076fc3d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:32:14.621979 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-4cf6edf8-0c4b-410c-aeca-cd190050d42d req-d905bdd5-fab2-494b-bdbe-e5c7454b64b7 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fd7fea7-9f01-48c5-ac04-7fb6bd253b61 HTTP/1.1" status: 200 len: 210 time: 0.0512927 Feb 21 00:32:14.698238 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 00:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e097e5b5-e4f2-481d-b1b8-cb81ea1c0faa x-openstack-request-id: req-e097e5b5-e4f2-481d-b1b8-cb81ea1c0faa {{(pid=109224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:32:14.698600 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8230352-c17e-4cac-8ed0-da7c12f48e16", "name": "network-vif-plugged", "status": "completed", "tag": "8785719d-2f3c-440c-8de1-fe892aa82f2c", "code": 200}]} {{(pid=109224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:32:14.698902 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e097e5b5-e4f2-481d-b1b8-cb81ea1c0faa {{(pid=109224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:32:14.699493 dv-cinder-813225-6-iscsi neutron-server[109224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8230352-c17e-4cac-8ed0-da7c12f48e16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8785719d-2f3c-440c-8de1-fe892aa82f2c', 'code': 200} Feb 21 00:32:14.716043 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2b111d-4b37-44ce-85a4-6bbd0a940b7b req-0f7ca76a-8705-4242-bc8d-51637decaefb tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:14.723396 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-3a2b111d-4b37-44ce-85a4-6bbd0a940b7b req-0f7ca76a-8705-4242-bc8d-51637decaefb tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=016acf20-2bcb-4d41-9d79-ad0d887280cb HTTP/1.1" status: 200 len: 944 time: 0.2544713 Feb 21 00:32:14.837444 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-dd56a6f7-dbe2-40ca-9b43-ee3d152d03a3 req-e87e606a-1242-4aba-a087-a6b413d2185c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (e54a4066-a1cd-43cd-bf19-c474f7a751af), before_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:14.845884 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e23afa-5368-4a53-89e7-2a95e4c70d98 req-9b480787-68b3-43cb-aee2-1b2ce9c6d131 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:14.859315 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-65e23afa-5368-4a53-89e7-2a95e4c70d98 req-9b480787-68b3-43cb-aee2-1b2ce9c6d131 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=40d12558-3fed-4562-b3a8-9a6f076fc3d9 HTTP/1.1" status: 200 len: 931 time: 0.0729709 Feb 21 00:32:14.865175 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-5bcde913-69c1-4237-a5b0-0caf1ca2a084 None None] Provisioning complete for port e54a4066-a1cd-43cd-bf19-c474f7a751af triggered by entity DHCP. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:32:14.865802 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-5bcde913-69c1-4237-a5b0-0caf1ca2a084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (e54a4066-a1cd-43cd-bf19-c474f7a751af), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:14.922695 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-3a2b111d-4b37-44ce-85a4-6bbd0a940b7b req-29f47e30-5ff0-4cf1-851e-6b09327519ea tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982229 Feb 21 00:32:14.923663 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-65e23afa-5368-4a53-89e7-2a95e4c70d98 req-fdbf5f18-f528-45cb-bd78-ae654032447d tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f05195e-1011-4af1-b12a-07d8f5627ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604544 Feb 21 00:32:14.952596 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-5bcde913-69c1-4237-a5b0-0caf1ca2a084 None None] Port e54a4066-a1cd-43cd-bf19-c474f7a751af cannot update to ACTIVE because it is not bound. {{(pid=109224) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 00:32:14.977539 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-74939d52-eea5-421d-964b-ae9a3b57796b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (e8b3a101-8d7a-4113-ade5-2e3fd23d36c9), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:14.981046 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-74939d52-eea5-421d-964b-ae9a3b57796b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:14.982546 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-74939d52-eea5-421d-964b-ae9a3b57796b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e8b3a101-8d7a-4113-ade5-2e3fd23d36c9 HTTP/1.1" status: 204 len: 168 time: 0.7179825 Feb 21 00:32:15.011711 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74939d52-eea5-421d-964b-ae9a3b57796b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b3a101-8d7a-4113-ade5-2e3fd23d36c9,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:15.015992 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.db.db_base_plugin_common [req-25b8dbea-d3f6-4d46-bf17-193a7b67c043 req-31a26dbf-ecf9-4ce8-91f9-d6657a8ff75f tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Allocated IP 172.20.0.9 (c58ec42c-ebf4-48a5-8b13-e00a879614cb/a770bec4-4043-4a9e-b8d8-da9ffce5c8ef/420adea9-d216-4e58-9d60-bb5d2a0bacdb) {{(pid=109222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 00:32:15.018250 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Device 429a5148-1c94-4df3-a971-1e195879d0d0 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109224) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 00:32:15.186559 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae0abba-41bb-4e13-b7c9-dacfb5a2b56a req-1740b12f-7e8f-439f-9cce-eb44216bdfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:15.188098 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-0ae0abba-41bb-4e13-b7c9-dacfb5a2b56a req-1740b12f-7e8f-439f-9cce-eb44216bdfbe service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f8230352-c17e-4cac-8ed0-da7c12f48e16 HTTP/1.1" status: 200 len: 1129 time: 0.1097298 Feb 21 00:32:15.263165 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-0ae0abba-41bb-4e13-b7c9-dacfb5a2b56a req-af0fcd49-7875-4f63-b846-e49964b72558 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630214 Feb 21 00:32:15.282973 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] For port 429a5148-1c94-4df3-a971-1e195879d0d0, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=429a5148-1c94-4df3-a971-1e195879d0d0,segment=NetworkSegment(269a8d6d-b983-4db2-9b3a-4038ed61d041),segment_id=269a8d6d-b983-4db2-9b3a-4038ed61d041)] {{(pid=109224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:32:15.287754 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765d5ad9-a6a4-48f7-8d11-379348aaf29d req-123b88b2-78e7-4c3d-9b00-baba4e932290 tempest-DeleteServersTestJSON-1116134669 tempest-DeleteServersTestJSON-1116134669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:15.294627 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-765d5ad9-a6a4-48f7-8d11-379348aaf29d req-123b88b2-78e7-4c3d-9b00-baba4e932290 tempest-DeleteServersTestJSON-1116134669 tempest-DeleteServersTestJSON-1116134669-project] 10.222.0.45 "GET /v2.0/ports?device_id=deb436de-cb27-4097-a0c0-2bcc09bfb232 HTTP/1.1" status: 200 len: 945 time: 0.1854932 Feb 21 00:32:15.299746 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Returning: {'device': '429a5148-1c94-4df3-a971-1e195879d0d0', 'network_id': '2662c2a7-dfa3-4cb4-bf70-b308bbf4a003', 'port_id': '429a5148-1c94-4df3-a971-1e195879d0d0', 'mac_address': 'fa:16:3e:4b:a0:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c91acbb-c03d-4786-afca-288f577437ce', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109224) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 00:32:15.355399 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Current status of the port 429a5148-1c94-4df3-a971-1e195879d0d0 is: DOWN; New status is: BUILD {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:32:15.355918 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (429a5148-1c94-4df3-a971-1e195879d0d0), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:15.370595 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-765d5ad9-a6a4-48f7-8d11-379348aaf29d req-faa9ebb2-4dfb-400f-9eda-5d09ef64d818 tempest-DeleteServersTestJSON-1116134669 tempest-DeleteServersTestJSON-1116134669-project] 10.222.0.45 "GET /v2.0/security-groups?id=2e88ae11-95d7-4230-ba40-d67b4fc42edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744438 Feb 21 00:32:15.392029 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.notifiers.nova [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 429a5148-1c94-4df3-a971-1e195879d0d0 {{(pid=109224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 00:32:15.443031 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-25b8dbea-d3f6-4d46-bf17-193a7b67c043 req-31a26dbf-ecf9-4ce8-91f9-d6657a8ff75f tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Publish callbacks [] for port (420adea9-d216-4e58-9d60-bb5d2a0bacdb), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:15.443873 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] For port 429a5148-1c94-4df3-a971-1e195879d0d0, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=429a5148-1c94-4df3-a971-1e195879d0d0,segment=NetworkSegment(269a8d6d-b983-4db2-9b3a-4038ed61d041),segment_id=269a8d6d-b983-4db2-9b3a-4038ed61d041)] {{(pid=109224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:32:15.454000 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (429a5148-1c94-4df3-a971-1e195879d0d0), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:15.532693 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.notifiers.nova [req-dd56a6f7-dbe2-40ca-9b43-ee3d152d03a3 req-e87e606a-1242-4aba-a087-a6b413d2185c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e54a4066-a1cd-43cd-bf19-c474f7a751af {{(pid=109222) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 00:32:15.550191 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-dd56a6f7-dbe2-40ca-9b43-ee3d152d03a3 req-e87e606a-1242-4aba-a087-a6b413d2185c service neutron] Publish callbacks [] for port (e54a4066-a1cd-43cd-bf19-c474f7a751af), precommit_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:15.567693 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Pushing event updated for resources: {'Port': ['ID=429a5148-1c94-4df3-a971-1e195879d0d0,revision_number=4']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:15.580340 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-25b8dbea-d3f6-4d46-bf17-193a7b67c043 req-31a26dbf-ecf9-4ce8-91f9-d6657a8ff75f tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731676182815'] for port (420adea9-d216-4e58-9d60-bb5d2a0bacdb), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:15.582727 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.db.provisioning_blocks [req-dd56a6f7-dbe2-40ca-9b43-ee3d152d03a3 req-e87e606a-1242-4aba-a087-a6b413d2185c service neutron] Transition to ACTIVE for port object e54a4066-a1cd-43cd-bf19-c474f7a751af will not be triggered until provisioned by entity L2. {{(pid=109222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 00:32:15.615992 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-dd56a6f7-dbe2-40ca-9b43-ee3d152d03a3 req-e87e606a-1242-4aba-a087-a6b413d2185c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (e54a4066-a1cd-43cd-bf19-c474f7a751af), after_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:15.649652 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25b8dbea-d3f6-4d46-bf17-193a7b67c043 req-31a26dbf-ecf9-4ce8-91f9-d6657a8ff75f tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Network c58ec42c-ebf4-48a5-8b13-e00a879614cb is already hosted by enough agents. {{(pid=109222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:32:15.661545 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.scheduler.base_scheduler [req-25b8dbea-d3f6-4d46-bf17-193a7b67c043 req-31a26dbf-ecf9-4ce8-91f9-d6657a8ff75f tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Resources bound (agent type, host, resource id): {{(pid=109222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:32:15.664365 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.db.l3_dvrscheduler_db [req-25b8dbea-d3f6-4d46-bf17-193a7b67c043 req-31a26dbf-ecf9-4ce8-91f9-d6657a8ff75f tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Received port after_create {{(pid=109222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 00:32:15.669430 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b8dbea-d3f6-4d46-bf17-193a7b67c043 req-31a26dbf-ecf9-4ce8-91f9-d6657a8ff75f tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:15.670621 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-25b8dbea-d3f6-4d46-bf17-193a7b67c043 req-31a26dbf-ecf9-4ce8-91f9-d6657a8ff75f tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582445'] for port (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:15.673368 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a26dbf-ecf9-4ce8-91f9-d6657a8ff75f tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Pushing event updated for resources: {'Port': ['ID=420adea9-d216-4e58-9d60-bb5d2a0bacdb,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:15.727626 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] get_ports_and_sgs() called for port_ids ['429a5148-1c94-4df3-a971-1e195879d0d0'] {{(pid=109224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 00:32:15.764931 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-25b8dbea-d3f6-4d46-bf17-193a7b67c043 req-31a26dbf-ecf9-4ce8-91f9-d6657a8ff75f tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6033847 Feb 21 00:32:15.828172 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [req-25b8dbea-d3f6-4d46-bf17-193a7b67c043 req-10006bca-4789-4fa7-a056-1de6f57d66d9 service neutron] Request body: {'port': {'device_id': '4fd7fea7-9f01-48c5-ac04-7fb6bd253b61', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:32:15.848619 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f06dd9-ce1d-4e77-8a77-41166545f98f req-a328cb8e-f767-4e2a-a76b-e77c46aa4dd6 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:15.861599 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87e606a-1242-4aba-a087-a6b413d2185c service neutron] Pushing event updated for resources: {'Port': ['ID=e54a4066-a1cd-43cd-bf19-c474f7a751af,revision_number=2']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:15.862183 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-30f06dd9-ce1d-4e77-8a77-41166545f98f req-a328cb8e-f767-4e2a-a76b-e77c46aa4dd6 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fd7fea7-9f01-48c5-ac04-7fb6bd253b61 HTTP/1.1" status: 200 len: 931 time: 0.1160467 Feb 21 00:32:15.939639 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.managers [req-dd56a6f7-dbe2-40ca-9b43-ee3d152d03a3 req-e87e606a-1242-4aba-a087-a6b413d2185c service neutron] Attempting to bind port e54a4066-a1cd-43cd-bf19-c474f7a751af on host hv-cinder-81322 for vnic_type normal with profile {{(pid=109222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 00:32:15.951571 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.managers [req-dd56a6f7-dbe2-40ca-9b43-ee3d152d03a3 req-e87e606a-1242-4aba-a087-a6b413d2185c service neutron] Attempting to bind port e54a4066-a1cd-43cd-bf19-c474f7a751af by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '905ecc73-8a74-4e6f-8e03-5ec9e3dbca32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2cc309f6-129c-421f-a7c2-95ecda53f9b9'}] {{(pid=109222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 00:32:15.952046 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd56a6f7-dbe2-40ca-9b43-ee3d152d03a3 req-e87e606a-1242-4aba-a087-a6b413d2185c service neutron] Attempting to bind port e54a4066-a1cd-43cd-bf19-c474f7a751af on network 2cc309f6-129c-421f-a7c2-95ecda53f9b9 {{(pid=109222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:32:15.968285 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-30f06dd9-ce1d-4e77-8a77-41166545f98f req-780c0854-5bfe-486e-b8bf-4e673e593d15 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/security-groups?id=086df3ca-b094-4a4d-b3ca-0d4f22d1c024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006415 Feb 21 00:32:15.976114 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd56a6f7-dbe2-40ca-9b43-ee3d152d03a3 req-e87e606a-1242-4aba-a087-a6b413d2185c service neutron] Port e54a4066-a1cd-43cd-bf19-c474f7a751af on network 2cc309f6-129c-421f-a7c2-95ecda53f9b9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=109222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 00:32:15.976821 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd56a6f7-dbe2-40ca-9b43-ee3d152d03a3 req-e87e606a-1242-4aba-a087-a6b413d2185c service neutron] Attempting to bind port e54a4066-a1cd-43cd-bf19-c474f7a751af on network 2cc309f6-129c-421f-a7c2-95ecda53f9b9 {{(pid=109222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:32:16.018079 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd56a6f7-dbe2-40ca-9b43-ee3d152d03a3 req-e87e606a-1242-4aba-a087-a6b413d2185c service neutron] Checking agent: {'id': '2124d49d-e543-43fa-8e9f-817e1d020459', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 0, 29, 44), 'started_at': datetime.datetime(2022, 2, 21, 0, 29, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 0, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 00:32:16.018501 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd56a6f7-dbe2-40ca-9b43-ee3d152d03a3 req-e87e606a-1242-4aba-a087-a6b413d2185c service neutron] Checking segment: {'id': '905ecc73-8a74-4e6f-8e03-5ec9e3dbca32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2cc309f6-129c-421f-a7c2-95ecda53f9b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:32:16.018889 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd56a6f7-dbe2-40ca-9b43-ee3d152d03a3 req-e87e606a-1242-4aba-a087-a6b413d2185c service neutron] Bound using segment: {'id': '905ecc73-8a74-4e6f-8e03-5ec9e3dbca32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2cc309f6-129c-421f-a7c2-95ecda53f9b9'} {{(pid=109222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 00:32:16.019384 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.managers [req-dd56a6f7-dbe2-40ca-9b43-ee3d152d03a3 req-e87e606a-1242-4aba-a087-a6b413d2185c service neutron] Bound port: e54a4066-a1cd-43cd-bf19-c474f7a751af, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '905ecc73-8a74-4e6f-8e03-5ec9e3dbca32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2cc309f6-129c-421f-a7c2-95ecda53f9b9'}}] {{(pid=109222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 00:32:16.019751 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-dd56a6f7-dbe2-40ca-9b43-ee3d152d03a3 req-e87e606a-1242-4aba-a087-a6b413d2185c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (e54a4066-a1cd-43cd-bf19-c474f7a751af), before_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:16.251060 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-25b8dbea-d3f6-4d46-bf17-193a7b67c043 req-10006bca-4789-4fa7-a056-1de6f57d66d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (420adea9-d216-4e58-9d60-bb5d2a0bacdb), before_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:16.287967 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b68934-533b-42b6-8e8c-71296202a496 req-36240384-afef-420b-a80a-6fdf00c256d5 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:16.291753 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-79b68934-533b-42b6-8e8c-71296202a496 req-36240384-afef-420b-a80a-6fdf00c256d5 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=40d12558-3fed-4562-b3a8-9a6f076fc3d9 HTTP/1.1" status: 200 len: 943 time: 0.0967288 Feb 21 00:32:16.344194 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-711f5fae-2aff-4fe9-90ad-796c448c54b2 None None] Provisioning complete for port 420adea9-d216-4e58-9d60-bb5d2a0bacdb triggered by entity DHCP. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:32:16.345407 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-711f5fae-2aff-4fe9-90ad-796c448c54b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (420adea9-d216-4e58-9d60-bb5d2a0bacdb), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:16.396857 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-79b68934-533b-42b6-8e8c-71296202a496 req-fce964fe-c92c-47ec-9688-58049c639477 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f05195e-1011-4af1-b12a-07d8f5627ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947406 Feb 21 00:32:16.412400 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-711f5fae-2aff-4fe9-90ad-796c448c54b2 None None] Port 420adea9-d216-4e58-9d60-bb5d2a0bacdb cannot update to ACTIVE because it is not bound. {{(pid=109224) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 00:32:16.476883 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.db [req-dd56a6f7-dbe2-40ca-9b43-ee3d152d03a3 req-e87e606a-1242-4aba-a087-a6b413d2185c service neutron] For port e54a4066-a1cd-43cd-bf19-c474f7a751af, host hv-cinder-81322, cleared binding levels {{(pid=109222) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 00:32:16.544193 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cee258-d196-464c-9dd2-596c49cfcb74 req-09282fca-6150-4560-b635-c0211e065348 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:16.547229 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-25cee258-d196-464c-9dd2-596c49cfcb74 req-09282fca-6150-4560-b635-c0211e065348 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=016acf20-2bcb-4d41-9d79-ad0d887280cb HTTP/1.1" status: 200 len: 945 time: 0.4054110 Feb 21 00:32:16.549160 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.db [req-dd56a6f7-dbe2-40ca-9b43-ee3d152d03a3 req-e87e606a-1242-4aba-a087-a6b413d2185c service neutron] For port e54a4066-a1cd-43cd-bf19-c474f7a751af, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e54a4066-a1cd-43cd-bf19-c474f7a751af,segment=NetworkSegment(905ecc73-8a74-4e6f-8e03-5ec9e3dbca32),segment_id=905ecc73-8a74-4e6f-8e03-5ec9e3dbca32)] {{(pid=109222) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 00:32:16.594388 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-dd56a6f7-dbe2-40ca-9b43-ee3d152d03a3 req-e87e606a-1242-4aba-a087-a6b413d2185c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (e54a4066-a1cd-43cd-bf19-c474f7a751af), after_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:16.838492 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd56a6f7-dbe2-40ca-9b43-ee3d152d03a3 req-e87e606a-1242-4aba-a087-a6b413d2185c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:16.839357 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-dd56a6f7-dbe2-40ca-9b43-ee3d152d03a3 req-e87e606a-1242-4aba-a087-a6b413d2185c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582445'] for port (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:16.840987 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-dd56a6f7-dbe2-40ca-9b43-ee3d152d03a3 req-e87e606a-1242-4aba-a087-a6b413d2185c service neutron] 10.222.0.36 "PUT /v2.0/ports/e54a4066-a1cd-43cd-bf19-c474f7a751af HTTP/1.1" status: 200 len: 1093 time: 2.2393265 Feb 21 00:32:16.847764 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40d12558-3fed-4562-b3a8-9a6f076fc3d9', 'tag': 'e54a4066-a1cd-43cd-bf19-c474f7a751af'}] {{(pid=109222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:32:16.849928 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81563fad7634ec273475caa61ca91dc94d21cc2561ee8f59b09b3f9a67cb5537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f13ffe8e-736a-440b-9316-c4abbb5705c2" -d '{"events": [{"name": "network-changed", "server_uuid": "40d12558-3fed-4562-b3a8-9a6f076fc3d9", "tag": "e54a4066-a1cd-43cd-bf19-c474f7a751af"}]}' {{(pid=109222) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:32:16.859869 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-25cee258-d196-464c-9dd2-596c49cfcb74 req-98944b7b-495e-4f45-be7b-93ea84002c33 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3053665 Feb 21 00:32:16.903477 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87e606a-1242-4aba-a087-a6b413d2185c service neutron] Pushing event updated for resources: {'Port': ['ID=e54a4066-a1cd-43cd-bf19-c474f7a751af,revision_number=3']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:16.981003 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 00:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceec87da-9776-489d-83fd-5e8607064746 x-openstack-request-id: req-ceec87da-9776-489d-83fd-5e8607064746 {{(pid=109222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:32:16.982019 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40d12558-3fed-4562-b3a8-9a6f076fc3d9", "tag": "e54a4066-a1cd-43cd-bf19-c474f7a751af", "status": "completed", "code": 200}]} {{(pid=109222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:32:16.982384 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ceec87da-9776-489d-83fd-5e8607064746 {{(pid=109222) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:32:16.982822 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40d12558-3fed-4562-b3a8-9a6f076fc3d9', 'tag': 'e54a4066-a1cd-43cd-bf19-c474f7a751af', 'status': 'completed', 'code': 200} Feb 21 00:32:17.084861 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 52528) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:32:17.182245 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.notifiers.nova [req-25b8dbea-d3f6-4d46-bf17-193a7b67c043 req-10006bca-4789-4fa7-a056-1de6f57d66d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 420adea9-d216-4e58-9d60-bb5d2a0bacdb {{(pid=109222) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 00:32:17.196049 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea4d249-41e1-4576-adc4-ca7acc4a37c6 req-b9dd6245-a5f4-4dce-9f6c-7946cd3fa696 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:17.197726 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-6ea4d249-41e1-4576-adc4-ca7acc4a37c6 req-b9dd6245-a5f4-4dce-9f6c-7946cd3fa696 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fd7fea7-9f01-48c5-ac04-7fb6bd253b61 HTTP/1.1" status: 200 len: 931 time: 0.1305571 Feb 21 00:32:17.199786 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-25b8dbea-d3f6-4d46-bf17-193a7b67c043 req-10006bca-4789-4fa7-a056-1de6f57d66d9 service neutron] Publish callbacks [] for port (420adea9-d216-4e58-9d60-bb5d2a0bacdb), precommit_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:17.213313 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-4e1f4840-6690-4de1-b3b5-fca1be45e3f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:17.312075 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-4e1f4840-6690-4de1-b3b5-fca1be45e3f2 admin admin] Publish callbacks [] for security_group (3991d5a3-c909-427f-bf0a-45d0ba3016a5), precommit_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:17.319175 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-4e1f4840-6690-4de1-b3b5-fca1be45e3f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (3991d5a3-c909-427f-bf0a-45d0ba3016a5), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:17.369402 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-4e1f4840-6690-4de1-b3b5-fca1be45e3f2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f101519338e6454eadcc238cbe1646b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2834208 Feb 21 00:32:17.374990 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 52546) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:32:17.395100 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1f4840-6690-4de1-b3b5-fca1be45e3f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3991d5a3-c909-427f-bf0a-45d0ba3016a5,revision_number=1']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:17.440908 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-e65a2576-2eca-4735-a825-6a80811f8b62 admin admin] Publish callbacks [] for security_group (3991d5a3-c909-427f-bf0a-45d0ba3016a5), before_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:17.452533 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.db.provisioning_blocks [req-25b8dbea-d3f6-4d46-bf17-193a7b67c043 req-10006bca-4789-4fa7-a056-1de6f57d66d9 service neutron] Transition to ACTIVE for port object 420adea9-d216-4e58-9d60-bb5d2a0bacdb will not be triggered until provisioned by entity L2. {{(pid=109222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 00:32:17.468566 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-e65a2576-2eca-4735-a825-6a80811f8b62 admin admin] Publish callbacks [] for security_group (3991d5a3-c909-427f-bf0a-45d0ba3016a5), precommit_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:17.470828 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-25b8dbea-d3f6-4d46-bf17-193a7b67c043 req-10006bca-4789-4fa7-a056-1de6f57d66d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (420adea9-d216-4e58-9d60-bb5d2a0bacdb), after_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:17.515654 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-6ea4d249-41e1-4576-adc4-ca7acc4a37c6 req-f41fa488-6606-47fe-9ffa-6b155a89f62b tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/security-groups?id=086df3ca-b094-4a4d-b3ca-0d4f22d1c024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3101089 Feb 21 00:32:17.538828 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10006bca-4789-4fa7-a056-1de6f57d66d9 service neutron] Pushing event updated for resources: {'Port': ['ID=420adea9-d216-4e58-9d60-bb5d2a0bacdb,revision_number=2']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:17.556345 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-e65a2576-2eca-4735-a825-6a80811f8b62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (3991d5a3-c909-427f-bf0a-45d0ba3016a5), after_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:17.563522 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-e65a2576-2eca-4735-a825-6a80811f8b62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:17.565118 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-e65a2576-2eca-4735-a825-6a80811f8b62 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3991d5a3-c909-427f-bf0a-45d0ba3016a5 HTTP/1.1" status: 204 len: 168 time: 0.1888442 Feb 21 00:32:17.577150 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65a2576-2eca-4735-a825-6a80811f8b62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3991d5a3-c909-427f-bf0a-45d0ba3016a5,revision_number=None']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:17.629385 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.managers [req-25b8dbea-d3f6-4d46-bf17-193a7b67c043 req-10006bca-4789-4fa7-a056-1de6f57d66d9 service neutron] Attempting to bind port 420adea9-d216-4e58-9d60-bb5d2a0bacdb on host hv-cinder-81322 for vnic_type normal with profile {{(pid=109222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 00:32:17.629726 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.managers [req-25b8dbea-d3f6-4d46-bf17-193a7b67c043 req-10006bca-4789-4fa7-a056-1de6f57d66d9 service neutron] Attempting to bind port 420adea9-d216-4e58-9d60-bb5d2a0bacdb by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '859f6ec5-78c3-4882-887a-248af3a0d172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c58ec42c-ebf4-48a5-8b13-e00a879614cb'}] {{(pid=109222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 00:32:17.630054 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b8dbea-d3f6-4d46-bf17-193a7b67c043 req-10006bca-4789-4fa7-a056-1de6f57d66d9 service neutron] Attempting to bind port 420adea9-d216-4e58-9d60-bb5d2a0bacdb on network c58ec42c-ebf4-48a5-8b13-e00a879614cb {{(pid=109222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:32:17.635673 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b8dbea-d3f6-4d46-bf17-193a7b67c043 req-10006bca-4789-4fa7-a056-1de6f57d66d9 service neutron] Port 420adea9-d216-4e58-9d60-bb5d2a0bacdb on network c58ec42c-ebf4-48a5-8b13-e00a879614cb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=109222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 00:32:17.636001 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b8dbea-d3f6-4d46-bf17-193a7b67c043 req-10006bca-4789-4fa7-a056-1de6f57d66d9 service neutron] Attempting to bind port 420adea9-d216-4e58-9d60-bb5d2a0bacdb on network c58ec42c-ebf4-48a5-8b13-e00a879614cb {{(pid=109222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:32:17.642324 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b8dbea-d3f6-4d46-bf17-193a7b67c043 req-10006bca-4789-4fa7-a056-1de6f57d66d9 service neutron] Checking agent: {'id': '2124d49d-e543-43fa-8e9f-817e1d020459', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 0, 29, 44), 'started_at': datetime.datetime(2022, 2, 21, 0, 29, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 0, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 00:32:17.642668 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b8dbea-d3f6-4d46-bf17-193a7b67c043 req-10006bca-4789-4fa7-a056-1de6f57d66d9 service neutron] Checking segment: {'id': '859f6ec5-78c3-4882-887a-248af3a0d172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c58ec42c-ebf4-48a5-8b13-e00a879614cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:32:17.643052 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b8dbea-d3f6-4d46-bf17-193a7b67c043 req-10006bca-4789-4fa7-a056-1de6f57d66d9 service neutron] Bound using segment: {'id': '859f6ec5-78c3-4882-887a-248af3a0d172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c58ec42c-ebf4-48a5-8b13-e00a879614cb'} {{(pid=109222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 00:32:17.643521 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.managers [req-25b8dbea-d3f6-4d46-bf17-193a7b67c043 req-10006bca-4789-4fa7-a056-1de6f57d66d9 service neutron] Bound port: 420adea9-d216-4e58-9d60-bb5d2a0bacdb, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '859f6ec5-78c3-4882-887a-248af3a0d172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c58ec42c-ebf4-48a5-8b13-e00a879614cb'}}] {{(pid=109222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 00:32:17.643867 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-25b8dbea-d3f6-4d46-bf17-193a7b67c043 req-10006bca-4789-4fa7-a056-1de6f57d66d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (420adea9-d216-4e58-9d60-bb5d2a0bacdb), before_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:17.761728 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Device 429a5148-1c94-4df3-a971-1e195879d0d0 up at agent hyperv_hv-cinder-81322 {{(pid=109224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:32:17.774992 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.db [req-25b8dbea-d3f6-4d46-bf17-193a7b67c043 req-10006bca-4789-4fa7-a056-1de6f57d66d9 service neutron] For port 420adea9-d216-4e58-9d60-bb5d2a0bacdb, host hv-cinder-81322, cleared binding levels {{(pid=109222) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 00:32:17.780838 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.db [req-25b8dbea-d3f6-4d46-bf17-193a7b67c043 req-10006bca-4789-4fa7-a056-1de6f57d66d9 service neutron] For port 420adea9-d216-4e58-9d60-bb5d2a0bacdb, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=420adea9-d216-4e58-9d60-bb5d2a0bacdb,segment=NetworkSegment(859f6ec5-78c3-4882-887a-248af3a0d172),segment_id=859f6ec5-78c3-4882-887a-248af3a0d172)] {{(pid=109222) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 00:32:17.791001 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-25b8dbea-d3f6-4d46-bf17-193a7b67c043 req-10006bca-4789-4fa7-a056-1de6f57d66d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (420adea9-d216-4e58-9d60-bb5d2a0bacdb), after_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:17.806803 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93565bd4-4541-4eab-baf0-0ea9f950c800 req-bc17cf77-4e8b-448a-9851-8a7a5f2f64f6 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:17.814968 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-93565bd4-4541-4eab-baf0-0ea9f950c800 req-bc17cf77-4e8b-448a-9851-8a7a5f2f64f6 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=40d12558-3fed-4562-b3a8-9a6f076fc3d9 HTTP/1.1" status: 200 len: 943 time: 0.1278181 Feb 21 00:32:17.822177 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Provisioning for port 429a5148-1c94-4df3-a971-1e195879d0d0 completed by entity L2. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 00:32:17.826467 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Provisioning complete for port 429a5148-1c94-4df3-a971-1e195879d0d0 triggered by entity L2. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:32:17.827110 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (429a5148-1c94-4df3-a971-1e195879d0d0), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:17.863030 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b8dbea-d3f6-4d46-bf17-193a7b67c043 req-10006bca-4789-4fa7-a056-1de6f57d66d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:17.864160 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-25b8dbea-d3f6-4d46-bf17-193a7b67c043 req-10006bca-4789-4fa7-a056-1de6f57d66d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582445'] for port (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:17.866002 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-25b8dbea-d3f6-4d46-bf17-193a7b67c043 req-10006bca-4789-4fa7-a056-1de6f57d66d9 service neutron] 10.222.0.36 "PUT /v2.0/ports/420adea9-d216-4e58-9d60-bb5d2a0bacdb HTTP/1.1" status: 200 len: 1093 time: 2.0450342 Feb 21 00:32:17.882315 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.agents_db [None req-b2a96afc-399a-46ae-93e6-bd9f3e536be2 None None] Agent healthcheck: found 6 active agents {{(pid=109225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 00:32:17.901581 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10006bca-4789-4fa7-a056-1de6f57d66d9 service neutron] Pushing event updated for resources: {'Port': ['ID=420adea9-d216-4e58-9d60-bb5d2a0bacdb,revision_number=3']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:17.924704 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-93565bd4-4541-4eab-baf0-0ea9f950c800 req-b9ee4c7c-1cd6-4461-8f96-74b361f356d1 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f05195e-1011-4af1-b12a-07d8f5627ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087406 Feb 21 00:32:17.932050 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Current status of the port 429a5148-1c94-4df3-a971-1e195879d0d0 is: BUILD; New status is: ACTIVE {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:32:17.932457 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (429a5148-1c94-4df3-a971-1e195879d0d0), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:17.970296 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '016acf20-2bcb-4d41-9d79-ad0d887280cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '429a5148-1c94-4df3-a971-1e195879d0d0'}] {{(pid=109224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:32:17.973439 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea31762fe36adf1256da5116fd788589841920f52286d7e0b0077cda52487892" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-102998c6-da7c-48c9-b9dc-e57767a6f675" -d '{"events": [{"server_uuid": "016acf20-2bcb-4d41-9d79-ad0d887280cb", "name": "network-vif-plugged", "status": "completed", "tag": "429a5148-1c94-4df3-a971-1e195879d0d0"}]}' {{(pid=109224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:32:17.988720 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] For port 429a5148-1c94-4df3-a971-1e195879d0d0, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=429a5148-1c94-4df3-a971-1e195879d0d0,segment=NetworkSegment(269a8d6d-b983-4db2-9b3a-4038ed61d041),segment_id=269a8d6d-b983-4db2-9b3a-4038ed61d041)] {{(pid=109224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:32:17.995588 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (429a5148-1c94-4df3-a971-1e195879d0d0), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:18.050561 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Pushing event updated for resources: {'Port': ['ID=429a5148-1c94-4df3-a971-1e195879d0d0,revision_number=5']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:18.087538 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f418280-fc04-485b-b740-5948545510ef req-45ef6d15-4b71-4a0f-b77b-5c9b644ea932 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:18.089201 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-5f418280-fc04-485b-b740-5948545510ef req-45ef6d15-4b71-4a0f-b77b-5c9b644ea932 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=016acf20-2bcb-4d41-9d79-ad0d887280cb HTTP/1.1" status: 200 len: 946 time: 0.0828700 Feb 21 00:32:18.144963 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-5f418280-fc04-485b-b740-5948545510ef req-1e7ebcaa-8c73-4820-a21d-52232b20000f tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491767 Feb 21 00:32:18.201542 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 00:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5819f91-a1ef-49a5-9ebe-62757d169978 x-openstack-request-id: req-b5819f91-a1ef-49a5-9ebe-62757d169978 {{(pid=109224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:32:18.201859 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "016acf20-2bcb-4d41-9d79-ad0d887280cb", "name": "network-vif-plugged", "status": "completed", "tag": "429a5148-1c94-4df3-a971-1e195879d0d0", "code": 200}]} {{(pid=109224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:32:18.202115 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b5819f91-a1ef-49a5-9ebe-62757d169978 {{(pid=109224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:32:18.202507 dv-cinder-813225-6-iscsi neutron-server[109224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '016acf20-2bcb-4d41-9d79-ad0d887280cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '429a5148-1c94-4df3-a971-1e195879d0d0', 'code': 200} Feb 21 00:32:18.667100 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aeb6ca-0550-4975-b768-73c8a61fcbba req-581e95ba-bbbd-4ca3-b3d6-015e6c994d8c tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:18.668629 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-f7aeb6ca-0550-4975-b768-73c8a61fcbba req-581e95ba-bbbd-4ca3-b3d6-015e6c994d8c tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fd7fea7-9f01-48c5-ac04-7fb6bd253b61 HTTP/1.1" status: 200 len: 943 time: 0.0540159 Feb 21 00:32:18.719223 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-f7aeb6ca-0550-4975-b768-73c8a61fcbba req-7379c51d-4e6e-4516-aba3-ec6269d13882 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/security-groups?id=086df3ca-b094-4a4d-b3ca-0d4f22d1c024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416903 Feb 21 00:32:18.983761 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fd7fea7-9f01-48c5-ac04-7fb6bd253b61', 'tag': '420adea9-d216-4e58-9d60-bb5d2a0bacdb'}] {{(pid=109222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:32:18.986211 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81563fad7634ec273475caa61ca91dc94d21cc2561ee8f59b09b3f9a67cb5537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ec700f4-ec88-437f-971c-fd32a1728aea" -d '{"events": [{"name": "network-changed", "server_uuid": "4fd7fea7-9f01-48c5-ac04-7fb6bd253b61", "tag": "420adea9-d216-4e58-9d60-bb5d2a0bacdb"}]}' {{(pid=109222) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:32:19.046724 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8a5cc5-4474-4dea-843c-30103c030bb3 req-29e4f88c-d28d-4efe-be88-777018d52d82 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:19.048236 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-2e8a5cc5-4474-4dea-843c-30103c030bb3 req-29e4f88c-d28d-4efe-be88-777018d52d82 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=40d12558-3fed-4562-b3a8-9a6f076fc3d9 HTTP/1.1" status: 200 len: 943 time: 0.0577049 Feb 21 00:32:19.099117 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-2e8a5cc5-4474-4dea-843c-30103c030bb3 req-2aa6c07c-332b-4c53-9879-c02fd61a929c tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f05195e-1011-4af1-b12a-07d8f5627ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450265 Feb 21 00:32:19.145191 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 00:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2e583f5-a700-4b8d-9cf3-48ac52a2513c x-openstack-request-id: req-d2e583f5-a700-4b8d-9cf3-48ac52a2513c {{(pid=109222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:32:19.145490 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fd7fea7-9f01-48c5-ac04-7fb6bd253b61", "tag": "420adea9-d216-4e58-9d60-bb5d2a0bacdb", "status": "completed", "code": 200}]} {{(pid=109222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:32:19.145753 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d2e583f5-a700-4b8d-9cf3-48ac52a2513c {{(pid=109222) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:32:19.146158 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fd7fea7-9f01-48c5-ac04-7fb6bd253b61', 'tag': '420adea9-d216-4e58-9d60-bb5d2a0bacdb', 'status': 'completed', 'code': 200} Feb 21 00:32:19.290765 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca2aa3e-5683-4218-9d01-7f7e6d4cfe47 req-88f77e38-afad-40e0-9afc-fb80e8353542 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:19.292256 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-4ca2aa3e-5683-4218-9d01-7f7e6d4cfe47 req-88f77e38-afad-40e0-9afc-fb80e8353542 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=016acf20-2bcb-4d41-9d79-ad0d887280cb HTTP/1.1" status: 200 len: 946 time: 0.0514488 Feb 21 00:32:19.339520 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-4ca2aa3e-5683-4218-9d01-7f7e6d4cfe47 req-c1becb88-cfa3-4cc5-82b6-1708ec2c33d0 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412390 Feb 21 00:32:19.672978 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13ffe8e-736a-440b-9316-c4abbb5705c2 req-9011a894-c752-474c-a5fa-899ce00deb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:19.674466 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-f13ffe8e-736a-440b-9316-c4abbb5705c2 req-9011a894-c752-474c-a5fa-899ce00deb32 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=51a255ecc1c64df295f0bd94fee4f7d2&device_id=40d12558-3fed-4562-b3a8-9a6f076fc3d9 HTTP/1.1" status: 200 len: 1127 time: 0.0584528 Feb 21 00:32:19.969457 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec700f4-ec88-437f-971c-fd32a1728aea req-588bcfdd-22c7-4477-b25b-58f4c9b3484b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:19.970959 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-9ec700f4-ec88-437f-971c-fd32a1728aea req-588bcfdd-22c7-4477-b25b-58f4c9b3484b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f83942655a004261ad34343d44c6cf6b&device_id=4fd7fea7-9f01-48c5-ac04-7fb6bd253b61 HTTP/1.1" status: 200 len: 1127 time: 0.3052080 Feb 21 00:32:19.998497 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32618d9-c8b2-44fe-88b0-efe01ef636c7 req-bd9c1718-e554-4ed6-9c49-84538a8b0925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:20.000452 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-c32618d9-c8b2-44fe-88b0-efe01ef636c7 req-bd9c1718-e554-4ed6-9c49-84538a8b0925 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=016acf20-2bcb-4d41-9d79-ad0d887280cb HTTP/1.1" status: 200 len: 1130 time: 0.0600221 Feb 21 00:32:20.054142 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-c32618d9-c8b2-44fe-88b0-efe01ef636c7 req-9930b781-f107-4f95-a448-0c0d6a37b6d3 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461888 Feb 21 00:32:20.062633 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13ffe8e-736a-440b-9316-c4abbb5705c2 req-f3f856c3-8916-4a4f-b56e-6273154affcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:20.064097 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-f13ffe8e-736a-440b-9316-c4abbb5705c2 req-f3f856c3-8916-4a4f-b56e-6273154affcd service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=51a255ecc1c64df295f0bd94fee4f7d2&shared=False HTTP/1.1" status: 200 len: 918 time: 0.3539488 Feb 21 00:32:20.077366 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7def57-3737-492b-943d-d7218bbee3a6 req-b301ce00-1aca-4563-a44d-21b9e38f8b34 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:20.078744 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-ff7def57-3737-492b-943d-d7218bbee3a6 req-b301ce00-1aca-4563-a44d-21b9e38f8b34 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fd7fea7-9f01-48c5-ac04-7fb6bd253b61 HTTP/1.1" status: 200 len: 943 time: 0.2070746 Feb 21 00:32:20.122649 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec700f4-ec88-437f-971c-fd32a1728aea req-ff9456d4-a9ec-4323-9eef-c41544d8a194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:20.124274 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-9ec700f4-ec88-437f-971c-fd32a1728aea req-ff9456d4-a9ec-4323-9eef-c41544d8a194 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=f83942655a004261ad34343d44c6cf6b&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1381893 Feb 21 00:32:20.150882 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-ff7def57-3737-492b-943d-d7218bbee3a6 req-0aeabbb1-0af9-4cc0-9fdb-aeaab0f1ce86 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/security-groups?id=086df3ca-b094-4a4d-b3ca-0d4f22d1c024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605559 Feb 21 00:32:20.223901 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5045e076-36ba-45fb-8452-65c61a88e94b req-0e57613f-82bb-4ab2-b8fe-15c2a005fdc3 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:20.225390 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-5045e076-36ba-45fb-8452-65c61a88e94b req-0e57613f-82bb-4ab2-b8fe-15c2a005fdc3 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=40d12558-3fed-4562-b3a8-9a6f076fc3d9 HTTP/1.1" status: 200 len: 943 time: 0.0536504 Feb 21 00:32:20.271633 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-5045e076-36ba-45fb-8452-65c61a88e94b req-ed1552ec-c6a9-48ba-98b7-30c685325a5f tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f05195e-1011-4af1-b12a-07d8f5627ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406077 Feb 21 00:32:20.552236 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13ffe8e-736a-440b-9316-c4abbb5705c2 req-151682d2-d423-4127-855c-b98a0237f271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:20.553677 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-f13ffe8e-736a-440b-9316-c4abbb5705c2 req-151682d2-d423-4127-855c-b98a0237f271 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2492566 Feb 21 00:32:20.568059 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec700f4-ec88-437f-971c-fd32a1728aea req-bc766376-cb63-44d0-a64a-cbca9d4b8cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:20.569931 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-9ec700f4-ec88-437f-971c-fd32a1728aea req-bc766376-cb63-44d0-a64a-cbca9d4b8cc5 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2569919 Feb 21 00:32:20.578803 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd81c1b-1adb-4559-9fd4-eb3351119fb3 req-6dea839c-12f2-428a-bbad-b0d86b827b54 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:20.580214 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-afd81c1b-1adb-4559-9fd4-eb3351119fb3 req-6dea839c-12f2-428a-bbad-b0d86b827b54 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=016acf20-2bcb-4d41-9d79-ad0d887280cb HTTP/1.1" status: 200 len: 946 time: 0.1575119 Feb 21 00:32:20.687438 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-afd81c1b-1adb-4559-9fd4-eb3351119fb3 req-796cefd3-6b2d-4011-a307-c685d856bad7 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014659 Feb 21 00:32:20.699346 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd56a6f7-dbe2-40ca-9b43-ee3d152d03a3 req-369b4dd5-95e4-40da-816c-b5fcfc3d2419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:20.700874 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-dd56a6f7-dbe2-40ca-9b43-ee3d152d03a3 req-369b4dd5-95e4-40da-816c-b5fcfc3d2419 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=51a255ecc1c64df295f0bd94fee4f7d2&device_id=40d12558-3fed-4562-b3a8-9a6f076fc3d9 HTTP/1.1" status: 200 len: 1127 time: 0.0954447 Feb 21 00:32:20.717672 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b8dbea-d3f6-4d46-bf17-193a7b67c043 req-007eb6d4-6267-413b-a3d0-43b4706207b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:20.719145 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-25b8dbea-d3f6-4d46-bf17-193a7b67c043 req-007eb6d4-6267-413b-a3d0-43b4706207b6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f83942655a004261ad34343d44c6cf6b&device_id=4fd7fea7-9f01-48c5-ac04-7fb6bd253b61 HTTP/1.1" status: 200 len: 1127 time: 0.1052742 Feb 21 00:32:20.752074 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-dd56a6f7-dbe2-40ca-9b43-ee3d152d03a3 req-0d7a1736-184a-45a2-9239-0dc571c6d871 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e54a4066-a1cd-43cd-bf19-c474f7a751af HTTP/1.1" status: 200 len: 217 time: 0.0436893 Feb 21 00:32:20.792603 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-25b8dbea-d3f6-4d46-bf17-193a7b67c043 req-0797b046-05ff-4daf-8391-c59c58afda03 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=420adea9-d216-4e58-9d60-bb5d2a0bacdb HTTP/1.1" status: 200 len: 217 time: 0.0469747 Feb 21 00:32:20.861499 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd56a6f7-dbe2-40ca-9b43-ee3d152d03a3 req-9702a0f2-1e9c-44d0-b37a-ed1c583b2671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:20.862978 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-dd56a6f7-dbe2-40ca-9b43-ee3d152d03a3 req-9702a0f2-1e9c-44d0-b37a-ed1c583b2671 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4c4904f9-0933-4cbb-8971-c27649ee3505 HTTP/1.1" status: 200 len: 856 time: 0.0786669 Feb 21 00:32:20.868380 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b8dbea-d3f6-4d46-bf17-193a7b67c043 req-5e41265d-7ddb-4980-a0a7-47aeb438dfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:20.869882 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-25b8dbea-d3f6-4d46-bf17-193a7b67c043 req-5e41265d-7ddb-4980-a0a7-47aeb438dfa6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a770bec4-4043-4a9e-b8d8-da9ffce5c8ef HTTP/1.1" status: 200 len: 849 time: 0.0576732 Feb 21 00:32:20.967990 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd56a6f7-dbe2-40ca-9b43-ee3d152d03a3 req-f0d5eb40-aaa2-4d34-92e6-1784d76f83b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:20.969480 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-dd56a6f7-dbe2-40ca-9b43-ee3d152d03a3 req-f0d5eb40-aaa2-4d34-92e6-1784d76f83b4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2cc309f6-129c-421f-a7c2-95ecda53f9b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0907750 Feb 21 00:32:20.977857 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b8dbea-d3f6-4d46-bf17-193a7b67c043 req-39f9a6b7-1835-4fd9-89c5-83df744e4f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:20.979387 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-25b8dbea-d3f6-4d46-bf17-193a7b67c043 req-39f9a6b7-1835-4fd9-89c5-83df744e4f62 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c58ec42c-ebf4-48a5-8b13-e00a879614cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0915115 Feb 21 00:32:21.144039 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-dd56a6f7-dbe2-40ca-9b43-ee3d152d03a3 req-a130d589-757c-4248-b314-f3e53680860b service neutron] 10.222.0.36 "GET /v2.0/networks/2cc309f6-129c-421f-a7c2-95ecda53f9b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636777 Feb 21 00:32:21.149351 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-25b8dbea-d3f6-4d46-bf17-193a7b67c043 req-d2fab111-517e-4644-80ba-f559ace35dfe service neutron] 10.222.0.36 "GET /v2.0/networks/c58ec42c-ebf4-48a5-8b13-e00a879614cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499195 Feb 21 00:32:21.397159 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d42f1a-4018-432e-9d8a-24716401f042 req-0d82c702-a150-4154-b6d2-702a775ec803 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:21.410420 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-d9d42f1a-4018-432e-9d8a-24716401f042 req-0d82c702-a150-4154-b6d2-702a775ec803 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fd7fea7-9f01-48c5-ac04-7fb6bd253b61 HTTP/1.1" status: 200 len: 943 time: 0.1439731 Feb 21 00:32:21.482723 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-d9d42f1a-4018-432e-9d8a-24716401f042 req-0b8b3777-8e68-4c41-80ec-b09b8e2706c2 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/security-groups?id=086df3ca-b094-4a4d-b3ca-0d4f22d1c024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711455 Feb 21 00:32:21.500991 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 52708) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:32:21.615269 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-6bdfc144-4570-419b-8bf0-e827849d7c51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:21.660116 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-25b8dbea-d3f6-4d46-bf17-193a7b67c043 req-58ce0d20-006e-4b6d-90a5-1b9f4136c0fb service neutron] 10.222.0.36 "GET /v2.0/networks/c58ec42c-ebf4-48a5-8b13-e00a879614cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4864738 Feb 21 00:32:21.661969 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-dd56a6f7-dbe2-40ca-9b43-ee3d152d03a3 req-3e24e423-c389-42f0-9510-107cf8c95c6f service neutron] 10.222.0.36 "GET /v2.0/networks/2cc309f6-129c-421f-a7c2-95ecda53f9b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4912627 Feb 21 00:32:21.685798 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dc4d63-4c9f-4736-af50-f9ca868298ad req-02b097af-d765-4255-81be-88b0a617780c tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:21.687543 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-46dc4d63-4c9f-4736-af50-f9ca868298ad req-02b097af-d765-4255-81be-88b0a617780c tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=40d12558-3fed-4562-b3a8-9a6f076fc3d9 HTTP/1.1" status: 200 len: 943 time: 0.2821362 Feb 21 00:32:21.693409 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-6bdfc144-4570-419b-8bf0-e827849d7c51 admin admin] Publish callbacks [] for security_group (7f043a4b-f121-4303-859a-c8ee177a5fed), precommit_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:21.698124 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-6bdfc144-4570-419b-8bf0-e827849d7c51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (7f043a4b-f121-4303-859a-c8ee177a5fed), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:21.738020 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-6bdfc144-4570-419b-8bf0-e827849d7c51 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c5aad836a7fb4db68b9562254cecb1ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2335937 Feb 21 00:32:21.738020 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdfc144-4570-419b-8bf0-e827849d7c51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f043a4b-f121-4303-859a-c8ee177a5fed,revision_number=1']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:21.738811 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 52714) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:32:21.739607 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-46dc4d63-4c9f-4736-af50-f9ca868298ad req-f07f883a-c820-469a-96e4-f3d5608bcc4a tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f05195e-1011-4af1-b12a-07d8f5627ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465567 Feb 21 00:32:21.821726 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-de2a8c1e-2fe6-40e6-a907-2a6f86b5f3f7 admin admin] Publish callbacks [] for security_group (7f043a4b-f121-4303-859a-c8ee177a5fed), before_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:21.847633 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-de2a8c1e-2fe6-40e6-a907-2a6f86b5f3f7 admin admin] Publish callbacks [] for security_group (7f043a4b-f121-4303-859a-c8ee177a5fed), precommit_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:21.863689 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c285205-694e-4e26-bdc1-8b086b32b991 req-c3e53b80-21b4-4ade-94d6-ec0479f10808 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:21.865145 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-8c285205-694e-4e26-bdc1-8b086b32b991 req-c3e53b80-21b4-4ade-94d6-ec0479f10808 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=016acf20-2bcb-4d41-9d79-ad0d887280cb HTTP/1.1" status: 200 len: 946 time: 0.0872960 Feb 21 00:32:21.927477 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-8c285205-694e-4e26-bdc1-8b086b32b991 req-566da35a-8729-4815-a8ab-44bb318eedbb tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556910 Feb 21 00:32:21.928554 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-de2a8c1e-2fe6-40e6-a907-2a6f86b5f3f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (7f043a4b-f121-4303-859a-c8ee177a5fed), after_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:21.931164 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-de2a8c1e-2fe6-40e6-a907-2a6f86b5f3f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:21.932209 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-de2a8c1e-2fe6-40e6-a907-2a6f86b5f3f7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7f043a4b-f121-4303-859a-c8ee177a5fed HTTP/1.1" status: 204 len: 168 time: 0.1880915 Feb 21 00:32:21.940442 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2a8c1e-2fe6-40e6-a907-2a6f86b5f3f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f043a4b-f121-4303-859a-c8ee177a5fed,revision_number=None']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:22.227672 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 52724) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:32:22.241206 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-98f9439b-69b2-4406-b6a5-8889297017ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:22.315479 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-98f9439b-69b2-4406-b6a5-8889297017ef admin admin] Publish callbacks [] for security_group (d5f6edd4-c82c-4999-b73f-e0600ad4f2ee), precommit_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:22.319341 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-98f9439b-69b2-4406-b6a5-8889297017ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (d5f6edd4-c82c-4999-b73f-e0600ad4f2ee), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:22.381386 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-98f9439b-69b2-4406-b6a5-8889297017ef admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8620b8ec98834985b477bf8311125483&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1523385 Feb 21 00:32:22.382168 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f9439b-69b2-4406-b6a5-8889297017ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5f6edd4-c82c-4999-b73f-e0600ad4f2ee,revision_number=1']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:22.383967 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 52728) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:32:22.411130 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe62849-3bff-4820-8593-82c3eae7b5c8 req-b47be643-bb8e-4461-8a3b-7e19cb028058 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:22.412724 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-cfe62849-3bff-4820-8593-82c3eae7b5c8 req-b47be643-bb8e-4461-8a3b-7e19cb028058 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=016acf20-2bcb-4d41-9d79-ad0d887280cb HTTP/1.1" status: 200 len: 946 time: 0.0743716 Feb 21 00:32:22.437194 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-1a7682cd-52a6-4035-b925-ae05882d7a26 admin admin] Publish callbacks [] for security_group (d5f6edd4-c82c-4999-b73f-e0600ad4f2ee), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:22.462375 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-1a7682cd-52a6-4035-b925-ae05882d7a26 admin admin] Publish callbacks [] for security_group (d5f6edd4-c82c-4999-b73f-e0600ad4f2ee), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:22.469546 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-cfe62849-3bff-4820-8593-82c3eae7b5c8 req-7bf59788-ca98-4415-a02b-ed1a492d0be5 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511520 Feb 21 00:32:22.510015 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-1a7682cd-52a6-4035-b925-ae05882d7a26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (d5f6edd4-c82c-4999-b73f-e0600ad4f2ee), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:22.512705 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-1a7682cd-52a6-4035-b925-ae05882d7a26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:22.514696 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-1a7682cd-52a6-4035-b925-ae05882d7a26 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d5f6edd4-c82c-4999-b73f-e0600ad4f2ee HTTP/1.1" status: 204 len: 168 time: 0.1291773 Feb 21 00:32:22.522139 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7682cd-52a6-4035-b925-ae05882d7a26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5f6edd4-c82c-4999-b73f-e0600ad4f2ee,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:22.596751 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67e0648-37c1-40e4-a246-63fb258235da req-7d0243f2-3a76-4529-a52f-f3c3a0ba20a1 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:22.598498 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-e67e0648-37c1-40e4-a246-63fb258235da req-7d0243f2-3a76-4529-a52f-f3c3a0ba20a1 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fd7fea7-9f01-48c5-ac04-7fb6bd253b61 HTTP/1.1" status: 200 len: 943 time: 0.0512056 Feb 21 00:32:22.647745 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-e67e0648-37c1-40e4-a246-63fb258235da req-d8689dba-1250-4a26-befa-fb728dd81561 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/security-groups?id=086df3ca-b094-4a4d-b3ca-0d4f22d1c024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436389 Feb 21 00:32:22.879553 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d253478-5239-42da-b332-65ab95f6ee1c req-1ae930d9-067d-405b-9a2a-ccecbd0eabfc tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:22.880951 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-3d253478-5239-42da-b332-65ab95f6ee1c req-1ae930d9-067d-405b-9a2a-ccecbd0eabfc tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=40d12558-3fed-4562-b3a8-9a6f076fc3d9 HTTP/1.1" status: 200 len: 943 time: 0.0598605 Feb 21 00:32:22.934603 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-3d253478-5239-42da-b332-65ab95f6ee1c req-e42176f1-3558-4fdd-917b-5ecd6488f9b8 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f05195e-1011-4af1-b12a-07d8f5627ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482101 Feb 21 00:32:23.587452 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c58935-974f-4bf6-8a79-b4b45b002984 req-9c0dfc19-9a52-42f4-972a-5570ed7feaef tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:23.588927 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-23c58935-974f-4bf6-8a79-b4b45b002984 req-9c0dfc19-9a52-42f4-972a-5570ed7feaef tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=016acf20-2bcb-4d41-9d79-ad0d887280cb HTTP/1.1" status: 200 len: 946 time: 0.0503702 Feb 21 00:32:23.640840 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-23c58935-974f-4bf6-8a79-b4b45b002984 req-40784be9-827e-4c82-be5f-c8fb0e99eab2 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455139 Feb 21 00:32:23.762250 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31bbd76-0b56-4154-85fc-de80fe213c8c req-a110fd31-6aee-4531-977d-1f65269ffef8 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:23.764965 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-c31bbd76-0b56-4154-85fc-de80fe213c8c req-a110fd31-6aee-4531-977d-1f65269ffef8 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fd7fea7-9f01-48c5-ac04-7fb6bd253b61 HTTP/1.1" status: 200 len: 943 time: 0.0522013 Feb 21 00:32:23.979138 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-c31bbd76-0b56-4154-85fc-de80fe213c8c req-26c07184-a0f0-4525-8fb2-dc3c191870c3 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/security-groups?id=086df3ca-b094-4a4d-b3ca-0d4f22d1c024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2086999 Feb 21 00:32:24.064574 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1bdd88-b39c-4292-a969-5e6f05cc8625 req-5703864b-c8f7-43c4-acc2-bc771913feff tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:24.066127 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-9b1bdd88-b39c-4292-a969-5e6f05cc8625 req-5703864b-c8f7-43c4-acc2-bc771913feff tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=40d12558-3fed-4562-b3a8-9a6f076fc3d9 HTTP/1.1" status: 200 len: 943 time: 0.0549123 Feb 21 00:32:24.113032 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-9b1bdd88-b39c-4292-a969-5e6f05cc8625 req-e84b212b-2288-4e14-b64a-d8a44c4cb3d7 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f05195e-1011-4af1-b12a-07d8f5627ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409949 Feb 21 00:32:24.587765 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 52840) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:32:24.694412 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-50191c7b-2405-470e-bbb9-6200b63bff09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:24.761038 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d16d082-49c9-4ee0-ad84-73a873e88080 req-5be2e3fb-85e9-4f40-a034-d3a31fc0bcbe tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:24.762849 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-1d16d082-49c9-4ee0-ad84-73a873e88080 req-5be2e3fb-85e9-4f40-a034-d3a31fc0bcbe tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=016acf20-2bcb-4d41-9d79-ad0d887280cb HTTP/1.1" status: 200 len: 946 time: 0.0541234 Feb 21 00:32:24.798033 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7614fc75-b024-4d2d-83a0-d6d84c7e87da req-6ec3fe4c-12c9-4e48-b0b1-dea7a2e91225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:24.799569 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-7614fc75-b024-4d2d-83a0-d6d84c7e87da req-6ec3fe4c-12c9-4e48-b0b1-dea7a2e91225 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1092f05b80bd4759940d2fbd268d02b0&device_id=016acf20-2bcb-4d41-9d79-ad0d887280cb HTTP/1.1" status: 200 len: 1130 time: 0.0733438 Feb 21 00:32:24.804088 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-50191c7b-2405-470e-bbb9-6200b63bff09 admin admin] Publish callbacks [] for security_group (46c1a3ec-89d4-44cb-8ae1-69615c815a0d), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:24.814108 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-50191c7b-2405-470e-bbb9-6200b63bff09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (46c1a3ec-89d4-44cb-8ae1-69615c815a0d), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:24.818436 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-1d16d082-49c9-4ee0-ad84-73a873e88080 req-4e1fcd0a-1859-4ece-9194-ee38b9961042 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494015 Feb 21 00:32:24.893206 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50191c7b-2405-470e-bbb9-6200b63bff09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46c1a3ec-89d4-44cb-8ae1-69615c815a0d,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:24.897488 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-50191c7b-2405-470e-bbb9-6200b63bff09 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bada6611f9be4840b94da6fbbea595d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3087163 Feb 21 00:32:24.900655 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 52846) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:32:24.951755 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7614fc75-b024-4d2d-83a0-d6d84c7e87da req-4c920a9e-bb6a-4787-897b-6b5bc705f164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:24.953168 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-7614fc75-b024-4d2d-83a0-d6d84c7e87da req-4c920a9e-bb6a-4787-897b-6b5bc705f164 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2662c2a7-dfa3-4cb4-bf70-b308bbf4a003 HTTP/1.1" status: 200 len: 919 time: 0.1471806 Feb 21 00:32:24.999273 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-143bf26c-fcd5-4809-af44-5e4f9d2cbb3c admin admin] Publish callbacks [] for security_group (46c1a3ec-89d4-44cb-8ae1-69615c815a0d), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:25.001678 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-7614fc75-b024-4d2d-83a0-d6d84c7e87da req-ac18d058-30f6-43b0-b9c8-892230078cad service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=429a5148-1c94-4df3-a971-1e195879d0d0 HTTP/1.1" status: 200 len: 217 time: 0.0371954 Feb 21 00:32:25.054469 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-143bf26c-fcd5-4809-af44-5e4f9d2cbb3c admin admin] Publish callbacks [] for security_group (46c1a3ec-89d4-44cb-8ae1-69615c815a0d), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:25.117289 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7614fc75-b024-4d2d-83a0-d6d84c7e87da req-b721e12c-e9a9-4816-b364-c9476502e2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:25.118859 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-7614fc75-b024-4d2d-83a0-d6d84c7e87da req-b721e12c-e9a9-4816-b364-c9476502e2b1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6c91acbb-c03d-4786-afca-288f577437ce HTTP/1.1" status: 200 len: 858 time: 0.1074905 Feb 21 00:32:25.147654 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f51f66-a601-45fa-ba90-d74f09e862e4 req-e56b862f-2bb2-4c5f-a781-daf0326a3a18 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:25.149131 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-02f51f66-a601-45fa-ba90-d74f09e862e4 req-e56b862f-2bb2-4c5f-a781-daf0326a3a18 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fd7fea7-9f01-48c5-ac04-7fb6bd253b61 HTTP/1.1" status: 200 len: 943 time: 0.0969262 Feb 21 00:32:25.167074 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-7614fc75-b024-4d2d-83a0-d6d84c7e87da req-9e7bac19-a6ba-47d6-baa8-5622b6006ee9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2662c2a7-dfa3-4cb4-bf70-b308bbf4a003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375886 Feb 21 00:32:25.179107 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-143bf26c-fcd5-4809-af44-5e4f9d2cbb3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (46c1a3ec-89d4-44cb-8ae1-69615c815a0d), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:25.179107 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-143bf26c-fcd5-4809-af44-5e4f9d2cbb3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:25.179107 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-143bf26c-fcd5-4809-af44-5e4f9d2cbb3c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/46c1a3ec-89d4-44cb-8ae1-69615c815a0d HTTP/1.1" status: 204 len: 168 time: 0.2766323 Feb 21 00:32:25.215368 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143bf26c-fcd5-4809-af44-5e4f9d2cbb3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46c1a3ec-89d4-44cb-8ae1-69615c815a0d,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:25.249300 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa6fdbc-299e-42f4-b786-0a961bf8a937 req-c7ea93ee-b048-4cd8-8ada-2049fa2f0735 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:25.256085 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-aaa6fdbc-299e-42f4-b786-0a961bf8a937 req-c7ea93ee-b048-4cd8-8ada-2049fa2f0735 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=40d12558-3fed-4562-b3a8-9a6f076fc3d9 HTTP/1.1" status: 200 len: 943 time: 0.0628631 Feb 21 00:32:25.278321 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-02f51f66-a601-45fa-ba90-d74f09e862e4 req-b3c6f36e-31f6-4515-a322-c09e3ac94526 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/security-groups?id=086df3ca-b094-4a4d-b3ca-0d4f22d1c024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134491 Feb 21 00:32:25.311140 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-aaa6fdbc-299e-42f4-b786-0a961bf8a937 req-4cbe9d30-e130-45aa-a2ba-4d7b31b4b7b9 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f05195e-1011-4af1-b12a-07d8f5627ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541368 Feb 21 00:32:25.323916 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-7614fc75-b024-4d2d-83a0-d6d84c7e87da req-8034b907-dbab-4816-9b89-99336b62ec95 service neutron] 10.222.0.36 "GET /v2.0/networks/2662c2a7-dfa3-4cb4-bf70-b308bbf4a003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438575 Feb 21 00:32:25.427621 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-7614fc75-b024-4d2d-83a0-d6d84c7e87da req-da22d068-8bc0-4743-a4a3-791d4d290153 service neutron] 10.222.0.36 "GET /v2.0/networks/2662c2a7-dfa3-4cb4-bf70-b308bbf4a003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908010 Feb 21 00:32:25.569345 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 52872) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:32:25.584099 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-185d1137-c52d-41cc-8d4a-59170ee630bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:25.695326 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-185d1137-c52d-41cc-8d4a-59170ee630bd admin admin] Publish callbacks [] for security_group (419c8561-c601-4d0b-b2f1-9a26ab5bf176), precommit_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:25.699522 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-185d1137-c52d-41cc-8d4a-59170ee630bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (419c8561-c601-4d0b-b2f1-9a26ab5bf176), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:25.737125 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-185d1137-c52d-41cc-8d4a-59170ee630bd admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7f84275eac754d02b9bad9a346c54190&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1664569 Feb 21 00:32:25.737947 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185d1137-c52d-41cc-8d4a-59170ee630bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=419c8561-c601-4d0b-b2f1-9a26ab5bf176,revision_number=1']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:25.739888 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 52884) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:32:25.795054 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-f5b1f9c2-5eec-4f02-974c-19a66d4b103a admin admin] Publish callbacks [] for security_group (419c8561-c601-4d0b-b2f1-9a26ab5bf176), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:25.816008 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-f5b1f9c2-5eec-4f02-974c-19a66d4b103a admin admin] Publish callbacks [] for security_group (419c8561-c601-4d0b-b2f1-9a26ab5bf176), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:25.863399 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-f5b1f9c2-5eec-4f02-974c-19a66d4b103a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (419c8561-c601-4d0b-b2f1-9a26ab5bf176), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:25.866102 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-f5b1f9c2-5eec-4f02-974c-19a66d4b103a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:25.867410 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-f5b1f9c2-5eec-4f02-974c-19a66d4b103a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/419c8561-c601-4d0b-b2f1-9a26ab5bf176 HTTP/1.1" status: 204 len: 168 time: 0.1254523 Feb 21 00:32:25.875820 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b1f9c2-5eec-4f02-974c-19a66d4b103a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=419c8561-c601-4d0b-b2f1-9a26ab5bf176,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:25.944499 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae57da27-9aa8-4a83-860e-6c7de3671942 req-33c8a6d8-7aa9-4e32-98fe-70272a574005 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:25.945974 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-ae57da27-9aa8-4a83-860e-6c7de3671942 req-33c8a6d8-7aa9-4e32-98fe-70272a574005 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=016acf20-2bcb-4d41-9d79-ad0d887280cb HTTP/1.1" status: 200 len: 946 time: 0.0531111 Feb 21 00:32:25.995049 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-ae57da27-9aa8-4a83-860e-6c7de3671942 req-cf284561-b616-4a78-befe-13bc640f81da tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433178 Feb 21 00:32:26.428918 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1569c3a-8435-4f2e-afd5-c782fe39fbdf req-9e5223e3-09cf-4b55-8521-1fe3195c7b8e tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:26.430968 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-e1569c3a-8435-4f2e-afd5-c782fe39fbdf req-9e5223e3-09cf-4b55-8521-1fe3195c7b8e tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fd7fea7-9f01-48c5-ac04-7fb6bd253b61 HTTP/1.1" status: 200 len: 943 time: 0.0665696 Feb 21 00:32:26.444983 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c0cda5-e0be-4531-aa95-a6a919a634d9 req-4c0d3588-6315-4d73-a79e-4766f129be19 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:26.447644 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-f4c0cda5-e0be-4531-aa95-a6a919a634d9 req-4c0d3588-6315-4d73-a79e-4766f129be19 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=40d12558-3fed-4562-b3a8-9a6f076fc3d9 HTTP/1.1" status: 200 len: 943 time: 0.0562873 Feb 21 00:32:26.489123 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-e1569c3a-8435-4f2e-afd5-c782fe39fbdf req-396de08a-785a-41e7-9a4a-2902858c4e7f tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/security-groups?id=086df3ca-b094-4a4d-b3ca-0d4f22d1c024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525162 Feb 21 00:32:26.502474 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-f4c0cda5-e0be-4531-aa95-a6a919a634d9 req-e8eaceac-487f-4426-b586-ae71a6c17d13 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f05195e-1011-4af1-b12a-07d8f5627ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500517 Feb 21 00:32:27.124586 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea7b373-d610-4376-b5ae-a5382680472e req-22009015-4a55-4074-ab28-924d08df9890 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:27.126047 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-9ea7b373-d610-4376-b5ae-a5382680472e req-22009015-4a55-4074-ab28-924d08df9890 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=016acf20-2bcb-4d41-9d79-ad0d887280cb HTTP/1.1" status: 200 len: 946 time: 0.0601339 Feb 21 00:32:27.171979 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-9ea7b373-d610-4376-b5ae-a5382680472e req-10edcf89-8d36-4d3c-8f9f-f1f4249259d8 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402613 Feb 21 00:32:27.612363 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c52eba-e9b3-4489-8018-68638da5d701 req-bd228266-3793-4fd3-9f7b-19cd30cd47db tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:27.613762 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-86c52eba-e9b3-4489-8018-68638da5d701 req-bd228266-3793-4fd3-9f7b-19cd30cd47db tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fd7fea7-9f01-48c5-ac04-7fb6bd253b61 HTTP/1.1" status: 200 len: 943 time: 0.0536380 Feb 21 00:32:27.625134 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b6a0cb-350e-4e55-9640-4d3671a08818 req-ac044323-a628-42bd-9aac-779703e7877f tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:27.626625 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-48b6a0cb-350e-4e55-9640-4d3671a08818 req-ac044323-a628-42bd-9aac-779703e7877f tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=40d12558-3fed-4562-b3a8-9a6f076fc3d9 HTTP/1.1" status: 200 len: 943 time: 0.0509710 Feb 21 00:32:27.661606 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-86c52eba-e9b3-4489-8018-68638da5d701 req-7ce55ee0-0d2d-4803-931e-e01247719f66 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/security-groups?id=086df3ca-b094-4a4d-b3ca-0d4f22d1c024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420353 Feb 21 00:32:27.683984 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-48b6a0cb-350e-4e55-9640-4d3671a08818 req-5ef59e09-ee74-43fe-9d74-9462cad1ebe4 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f05195e-1011-4af1-b12a-07d8f5627ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503039 Feb 21 00:32:27.814524 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 53006) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:32:27.914629 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-6d13d7de-a289-4467-95f4-07cd7582f907 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:27.990649 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-6d13d7de-a289-4467-95f4-07cd7582f907 admin admin] Publish callbacks [] for security_group (6a305cb9-48b7-4e1f-b759-c0f8dfd454de), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:27.994252 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-6d13d7de-a289-4467-95f4-07cd7582f907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (6a305cb9-48b7-4e1f-b759-c0f8dfd454de), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:28.032488 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-6d13d7de-a289-4467-95f4-07cd7582f907 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6eb4fa69e4614c8c9643aebf5eadb208&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2168186 Feb 21 00:32:28.033345 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d13d7de-a289-4467-95f4-07cd7582f907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a305cb9-48b7-4e1f-b759-c0f8dfd454de,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:28.035134 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 53012) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:32:28.081685 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-e00408c6-c94e-4521-8928-80c99e9e832c admin admin] Publish callbacks [] for security_group (6a305cb9-48b7-4e1f-b759-c0f8dfd454de), before_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:28.103116 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-e00408c6-c94e-4521-8928-80c99e9e832c admin admin] Publish callbacks [] for security_group (6a305cb9-48b7-4e1f-b759-c0f8dfd454de), precommit_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:28.152742 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-e00408c6-c94e-4521-8928-80c99e9e832c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (6a305cb9-48b7-4e1f-b759-c0f8dfd454de), after_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:28.155373 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-e00408c6-c94e-4521-8928-80c99e9e832c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:28.157147 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-e00408c6-c94e-4521-8928-80c99e9e832c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6a305cb9-48b7-4e1f-b759-c0f8dfd454de HTTP/1.1" status: 204 len: 168 time: 0.1207960 Feb 21 00:32:28.164376 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00408c6-c94e-4521-8928-80c99e9e832c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a305cb9-48b7-4e1f-b759-c0f8dfd454de,revision_number=None']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:28.291628 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19df12ad-3ed9-4660-8d0f-e36c2a6c9a72 req-e901447a-6f82-47e6-a524-eef9b60ff15a tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:28.293120 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-19df12ad-3ed9-4660-8d0f-e36c2a6c9a72 req-e901447a-6f82-47e6-a524-eef9b60ff15a tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=016acf20-2bcb-4d41-9d79-ad0d887280cb HTTP/1.1" status: 200 len: 946 time: 0.0551267 Feb 21 00:32:28.295844 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Device 420adea9-d216-4e58-9d60-bb5d2a0bacdb details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109224) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 00:32:28.346158 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-19df12ad-3ed9-4660-8d0f-e36c2a6c9a72 req-048f4e94-0adc-49c2-9dd9-00bb6f6650d6 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444241 Feb 21 00:32:28.396087 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] For port 420adea9-d216-4e58-9d60-bb5d2a0bacdb, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=420adea9-d216-4e58-9d60-bb5d2a0bacdb,segment=NetworkSegment(859f6ec5-78c3-4882-887a-248af3a0d172),segment_id=859f6ec5-78c3-4882-887a-248af3a0d172)] {{(pid=109224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:32:28.407233 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Returning: {'device': '420adea9-d216-4e58-9d60-bb5d2a0bacdb', 'network_id': 'c58ec42c-ebf4-48a5-8b13-e00a879614cb', 'port_id': '420adea9-d216-4e58-9d60-bb5d2a0bacdb', 'mac_address': 'fa:16:3e:bf:a3:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a770bec4-4043-4a9e-b8d8-da9ffce5c8ef', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109224) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 00:32:28.429601 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 53024) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:32:28.444537 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-eaa96fa9-506f-45d9-b9fc-caf24f11acf8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:28.446745 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Current status of the port 420adea9-d216-4e58-9d60-bb5d2a0bacdb is: DOWN; New status is: BUILD {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:32:28.447155 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (420adea9-d216-4e58-9d60-bb5d2a0bacdb), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:28.463800 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.notifiers.nova [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 420adea9-d216-4e58-9d60-bb5d2a0bacdb {{(pid=109224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 00:32:28.483664 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] For port 420adea9-d216-4e58-9d60-bb5d2a0bacdb, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=420adea9-d216-4e58-9d60-bb5d2a0bacdb,segment=NetworkSegment(859f6ec5-78c3-4882-887a-248af3a0d172),segment_id=859f6ec5-78c3-4882-887a-248af3a0d172)] {{(pid=109224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:32:28.487297 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (420adea9-d216-4e58-9d60-bb5d2a0bacdb), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:28.487934 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Device e54a4066-a1cd-43cd-bf19-c474f7a751af details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109224) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 00:32:28.525047 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-eaa96fa9-506f-45d9-b9fc-caf24f11acf8 admin admin] Publish callbacks [] for security_group (7ccddf11-2003-4f59-80e1-0ea907d164a4), precommit_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:28.528794 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-eaa96fa9-506f-45d9-b9fc-caf24f11acf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (7ccddf11-2003-4f59-80e1-0ea907d164a4), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:28.555058 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Pushing event updated for resources: {'Port': ['ID=420adea9-d216-4e58-9d60-bb5d2a0bacdb,revision_number=4']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:28.567708 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-eaa96fa9-506f-45d9-b9fc-caf24f11acf8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=38c82db496994aedb220263bab44f2d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1364431 Feb 21 00:32:28.568611 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa96fa9-506f-45d9-b9fc-caf24f11acf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ccddf11-2003-4f59-80e1-0ea907d164a4,revision_number=1']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:28.569344 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 53026) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:32:28.616635 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-a35a6fa5-2cbf-4a8e-8091-34ca5f089d72 admin admin] Publish callbacks [] for security_group (7ccddf11-2003-4f59-80e1-0ea907d164a4), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:28.620266 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] For port e54a4066-a1cd-43cd-bf19-c474f7a751af, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e54a4066-a1cd-43cd-bf19-c474f7a751af,segment=NetworkSegment(905ecc73-8a74-4e6f-8e03-5ec9e3dbca32),segment_id=905ecc73-8a74-4e6f-8e03-5ec9e3dbca32)] {{(pid=109224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:32:28.631027 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Returning: {'device': 'e54a4066-a1cd-43cd-bf19-c474f7a751af', 'network_id': '2cc309f6-129c-421f-a7c2-95ecda53f9b9', 'port_id': 'e54a4066-a1cd-43cd-bf19-c474f7a751af', 'mac_address': 'fa:16:3e:c3:7c:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c4904f9-0933-4cbb-8971-c27649ee3505', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109224) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 00:32:28.637439 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-a35a6fa5-2cbf-4a8e-8091-34ca5f089d72 admin admin] Publish callbacks [] for security_group (7ccddf11-2003-4f59-80e1-0ea907d164a4), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:28.667947 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Current status of the port e54a4066-a1cd-43cd-bf19-c474f7a751af is: DOWN; New status is: BUILD {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:32:28.668259 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (e54a4066-a1cd-43cd-bf19-c474f7a751af), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:28.682628 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.notifiers.nova [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e54a4066-a1cd-43cd-bf19-c474f7a751af {{(pid=109224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 00:32:28.684576 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-a35a6fa5-2cbf-4a8e-8091-34ca5f089d72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (7ccddf11-2003-4f59-80e1-0ea907d164a4), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:28.688015 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-a35a6fa5-2cbf-4a8e-8091-34ca5f089d72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:28.691420 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-a35a6fa5-2cbf-4a8e-8091-34ca5f089d72 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7ccddf11-2003-4f59-80e1-0ea907d164a4 HTTP/1.1" status: 204 len: 168 time: 0.1188583 Feb 21 00:32:28.697647 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35a6fa5-2cbf-4a8e-8091-34ca5f089d72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ccddf11-2003-4f59-80e1-0ea907d164a4,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:28.739022 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] For port e54a4066-a1cd-43cd-bf19-c474f7a751af, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e54a4066-a1cd-43cd-bf19-c474f7a751af,segment=NetworkSegment(905ecc73-8a74-4e6f-8e03-5ec9e3dbca32),segment_id=905ecc73-8a74-4e6f-8e03-5ec9e3dbca32)] {{(pid=109224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:32:28.743890 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (e54a4066-a1cd-43cd-bf19-c474f7a751af), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:28.805490 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Pushing event updated for resources: {'Port': ['ID=e54a4066-a1cd-43cd-bf19-c474f7a751af,revision_number=4']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:28.825399 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8610b4d-4396-407d-a4a8-7526f0427869 req-2f1e75a8-e3eb-462f-910d-5861bb1681d6 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:28.827496 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-f8610b4d-4396-407d-a4a8-7526f0427869 req-2f1e75a8-e3eb-462f-910d-5861bb1681d6 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fd7fea7-9f01-48c5-ac04-7fb6bd253b61 HTTP/1.1" status: 200 len: 944 time: 0.0938199 Feb 21 00:32:28.828431 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5307093-2e20-42db-826f-a9944a36b91a req-31618924-1a0b-46c4-ae27-3f2d810bfb9d tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:28.835039 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-f5307093-2e20-42db-826f-a9944a36b91a req-31618924-1a0b-46c4-ae27-3f2d810bfb9d tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=40d12558-3fed-4562-b3a8-9a6f076fc3d9 HTTP/1.1" status: 200 len: 944 time: 0.0719900 Feb 21 00:32:28.876184 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-f8610b4d-4396-407d-a4a8-7526f0427869 req-484e967d-924c-40b2-87d9-1dbab64ddba2 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/security-groups?id=086df3ca-b094-4a4d-b3ca-0d4f22d1c024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425806 Feb 21 00:32:28.886021 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-f5307093-2e20-42db-826f-a9944a36b91a req-66119ed4-25ca-48a5-a83a-ee0d39f49d36 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f05195e-1011-4af1-b12a-07d8f5627ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501111 Feb 21 00:32:29.468216 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b0fd78-ce6d-42d9-914c-588b219aefb0 req-3b84e788-5bb3-41d0-a3f8-3316421aaee6 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:29.469785 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-b7b0fd78-ce6d-42d9-914c-588b219aefb0 req-3b84e788-5bb3-41d0-a3f8-3316421aaee6 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=016acf20-2bcb-4d41-9d79-ad0d887280cb HTTP/1.1" status: 200 len: 946 time: 0.0540521 Feb 21 00:32:29.522480 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-b7b0fd78-ce6d-42d9-914c-588b219aefb0 req-b1db5325-e6f8-4f15-86e9-e91d1372ebd3 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468924 Feb 21 00:32:29.994009 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1da6f84-c150-40c0-bd26-f6d3205b4082 req-c4b9c54d-5111-44da-ba67-2652ab2bd46e tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:29.995513 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-f1da6f84-c150-40c0-bd26-f6d3205b4082 req-c4b9c54d-5111-44da-ba67-2652ab2bd46e tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fd7fea7-9f01-48c5-ac04-7fb6bd253b61 HTTP/1.1" status: 200 len: 944 time: 0.0521691 Feb 21 00:32:30.017446 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7b01f3-9297-44eb-bcca-fd96790b0fb5 req-d779092a-2045-405b-993f-7c0aa87a7bcb tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:30.018993 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-3c7b01f3-9297-44eb-bcca-fd96790b0fb5 req-d779092a-2045-405b-993f-7c0aa87a7bcb tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=40d12558-3fed-4562-b3a8-9a6f076fc3d9 HTTP/1.1" status: 200 len: 944 time: 0.0509734 Feb 21 00:32:30.043349 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-f1da6f84-c150-40c0-bd26-f6d3205b4082 req-83b9ead7-58cb-420b-bfb7-d734996423ef tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/security-groups?id=086df3ca-b094-4a4d-b3ca-0d4f22d1c024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416167 Feb 21 00:32:30.070545 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-3c7b01f3-9297-44eb-bcca-fd96790b0fb5 req-6bac6a37-280f-4dde-ad40-58c15c8d64af tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f05195e-1011-4af1-b12a-07d8f5627ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459762 Feb 21 00:32:30.635578 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6e0d77-3450-4c24-ab31-8a1117a74f3e req-dd69ac05-b3cb-48a2-b353-6ddc3f31b604 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:30.637029 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-ab6e0d77-3450-4c24-ab31-8a1117a74f3e req-dd69ac05-b3cb-48a2-b353-6ddc3f31b604 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=016acf20-2bcb-4d41-9d79-ad0d887280cb HTTP/1.1" status: 200 len: 946 time: 0.0506482 Feb 21 00:32:30.646004 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] get_ports_and_sgs() called for port_ids ['420adea9-d216-4e58-9d60-bb5d2a0bacdb'] {{(pid=109224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 00:32:30.687073 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] get_ports_and_sgs() called for port_ids ['e54a4066-a1cd-43cd-bf19-c474f7a751af'] {{(pid=109224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 00:32:30.688596 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-ab6e0d77-3450-4c24-ab31-8a1117a74f3e req-109093ea-cbb2-4a23-a038-d37c67845e32 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462282 Feb 21 00:32:31.175331 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e5ca2c-d968-44f4-9858-474dfb6a4350 req-06690cb7-fdc3-46d6-a9e3-82aa06bb6f51 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:31.176849 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-12e5ca2c-d968-44f4-9858-474dfb6a4350 req-06690cb7-fdc3-46d6-a9e3-82aa06bb6f51 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fd7fea7-9f01-48c5-ac04-7fb6bd253b61 HTTP/1.1" status: 200 len: 944 time: 0.0592070 Feb 21 00:32:31.215033 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8136bbd-ba73-4c04-8b1f-01fab6e88ebc req-1138108d-f570-4bb5-b736-ec8775738467 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:31.219990 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-b8136bbd-ba73-4c04-8b1f-01fab6e88ebc req-1138108d-f570-4bb5-b736-ec8775738467 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=40d12558-3fed-4562-b3a8-9a6f076fc3d9 HTTP/1.1" status: 200 len: 944 time: 0.0673611 Feb 21 00:32:31.231165 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-12e5ca2c-d968-44f4-9858-474dfb6a4350 req-1508ce0c-630b-479d-bce9-ef6e6478637d tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/security-groups?id=086df3ca-b094-4a4d-b3ca-0d4f22d1c024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463753 Feb 21 00:32:31.275222 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-b8136bbd-ba73-4c04-8b1f-01fab6e88ebc req-3d683b17-a61e-48a5-ba77-5d53412a1e2e tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f05195e-1011-4af1-b12a-07d8f5627ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478139 Feb 21 00:32:31.372073 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-70eccde2-c0fa-4c36-a315-ff4972f97686 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (57941464-2af3-4cc7-9b46-3eeacd6f6fca), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:31.540882 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 53116) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:32:31.646476 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-fdfa0d95-49c2-499d-8dd7-7d4d29aae8fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:31.716510 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-fdfa0d95-49c2-499d-8dd7-7d4d29aae8fa admin admin] Publish callbacks [] for security_group (cd9fa421-5f6a-43b3-aca9-71f6ad41d924), precommit_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:31.720634 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-fdfa0d95-49c2-499d-8dd7-7d4d29aae8fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (cd9fa421-5f6a-43b3-aca9-71f6ad41d924), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:31.757788 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfa0d95-49c2-499d-8dd7-7d4d29aae8fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd9fa421-5f6a-43b3-aca9-71f6ad41d924,revision_number=1']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:31.762073 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-fdfa0d95-49c2-499d-8dd7-7d4d29aae8fa admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=984f66d8388d4eb5a9ce1f9b590f1462&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2201881 Feb 21 00:32:31.764883 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 53124) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:32:31.813255 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86527abb-f49a-49c6-900f-de0a41406e00 req-258ead5c-0cb3-4236-a6d6-43f4ed103c3c tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:31.814296 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-8bb7da40-dadd-4e0e-a298-b42e5af095f8 admin admin] Publish callbacks [] for security_group (cd9fa421-5f6a-43b3-aca9-71f6ad41d924), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:31.814735 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-86527abb-f49a-49c6-900f-de0a41406e00 req-258ead5c-0cb3-4236-a6d6-43f4ed103c3c tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=016acf20-2bcb-4d41-9d79-ad0d887280cb HTTP/1.1" status: 200 len: 946 time: 0.0516868 Feb 21 00:32:31.834978 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-8bb7da40-dadd-4e0e-a298-b42e5af095f8 admin admin] Publish callbacks [] for security_group (cd9fa421-5f6a-43b3-aca9-71f6ad41d924), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:31.863765 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-86527abb-f49a-49c6-900f-de0a41406e00 req-d8603839-9c88-4002-af79-50e24f1a9562 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430119 Feb 21 00:32:31.880653 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-8bb7da40-dadd-4e0e-a298-b42e5af095f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (cd9fa421-5f6a-43b3-aca9-71f6ad41d924), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:31.883221 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-8bb7da40-dadd-4e0e-a298-b42e5af095f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:31.884480 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-8bb7da40-dadd-4e0e-a298-b42e5af095f8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/cd9fa421-5f6a-43b3-aca9-71f6ad41d924 HTTP/1.1" status: 204 len: 168 time: 0.1185076 Feb 21 00:32:31.891969 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb7da40-dadd-4e0e-a298-b42e5af095f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd9fa421-5f6a-43b3-aca9-71f6ad41d924,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:32.147265 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 53144) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:32:32.160953 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-0484ac34-de5f-42a8-b38e-60e08a8e8b2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:32.316875 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f376c1-b146-49aa-88d3-5c69dccca6f1 req-e0e93084-d5f3-4a5e-898c-7bcc405bdc53 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:32.318321 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-c2f376c1-b146-49aa-88d3-5c69dccca6f1 req-e0e93084-d5f3-4a5e-898c-7bcc405bdc53 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/networks?id=56d46d29-560d-47ad-81a5-640623ed77d9 HTTP/1.1" status: 200 len: 814 time: 0.1318665 Feb 21 00:32:32.323098 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-0484ac34-de5f-42a8-b38e-60e08a8e8b2f admin admin] Publish callbacks [] for security_group (c44d5a3a-8b9c-4757-baa7-b541a3a51adc), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:32.331994 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-0484ac34-de5f-42a8-b38e-60e08a8e8b2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (c44d5a3a-8b9c-4757-baa7-b541a3a51adc), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:32.349729 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-c2f376c1-b146-49aa-88d3-5c69dccca6f1 req-e2a5167c-036f-4343-9490-1f2df0baf0a3 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/quotas/0467d31eadf844478eb8071898fb128e HTTP/1.1" status: 200 len: 375 time: 0.0253346 Feb 21 00:32:32.356564 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c315d4d-eb40-47b5-9f03-d37515c76366 req-a8f3f7ce-b2c1-4816-a806-21fa5de2604a tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:32.358611 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-8c315d4d-eb40-47b5-9f03-d37515c76366 req-a8f3f7ce-b2c1-4816-a806-21fa5de2604a tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fd7fea7-9f01-48c5-ac04-7fb6bd253b61 HTTP/1.1" status: 200 len: 944 time: 0.0569828 Feb 21 00:32:32.399959 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-0484ac34-de5f-42a8-b38e-60e08a8e8b2f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8c744bf12e7c425abca35be7d36d7197&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2512903 Feb 21 00:32:32.402464 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 53156) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:32:32.403064 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0484ac34-de5f-42a8-b38e-60e08a8e8b2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c44d5a3a-8b9c-4757-baa7-b541a3a51adc,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:32.407893 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-8c315d4d-eb40-47b5-9f03-d37515c76366 req-21c40de2-5e83-42c5-9cd2-7d4955cc5d5b tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/security-groups?id=086df3ca-b094-4a4d-b3ca-0d4f22d1c024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438309 Feb 21 00:32:32.435698 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-c2f376c1-b146-49aa-88d3-5c69dccca6f1 req-21417fe0-3136-4e64-b91f-fb7aa08d6ab2 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=0467d31eadf844478eb8071898fb128e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0765216 Feb 21 00:32:32.459921 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-23b8a9a5-88c0-4e38-a19f-f369cc62fa7f admin admin] Publish callbacks [] for security_group (c44d5a3a-8b9c-4757-baa7-b541a3a51adc), before_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:32.506010 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-23b8a9a5-88c0-4e38-a19f-f369cc62fa7f admin admin] Publish callbacks [] for security_group (c44d5a3a-8b9c-4757-baa7-b541a3a51adc), precommit_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:32.525493 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-c2f376c1-b146-49aa-88d3-5c69dccca6f1 req-429e4e72-1e29-4a98-bfb1-ce031e1ebf55 service neutron] 10.222.0.45 "GET /v2.0/networks/56d46d29-560d-47ad-81a5-640623ed77d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815458 Feb 21 00:32:32.553302 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a6280b-d1eb-4fdd-abf7-fa69d0330ace req-f3a957b2-7479-49b6-acd2-0a5961bc3208 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:32.554783 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-c6a6280b-d1eb-4fdd-abf7-fa69d0330ace req-f3a957b2-7479-49b6-acd2-0a5961bc3208 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=40d12558-3fed-4562-b3a8-9a6f076fc3d9 HTTP/1.1" status: 200 len: 944 time: 0.0853579 Feb 21 00:32:32.585221 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-23b8a9a5-88c0-4e38-a19f-f369cc62fa7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (c44d5a3a-8b9c-4757-baa7-b541a3a51adc), after_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:32.587706 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-23b8a9a5-88c0-4e38-a19f-f369cc62fa7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:32.588804 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-23b8a9a5-88c0-4e38-a19f-f369cc62fa7f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c44d5a3a-8b9c-4757-baa7-b541a3a51adc HTTP/1.1" status: 204 len: 168 time: 0.1852617 Feb 21 00:32:32.608941 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b8a9a5-88c0-4e38-a19f-f369cc62fa7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c44d5a3a-8b9c-4757-baa7-b541a3a51adc,revision_number=None']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:32.625473 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-c6a6280b-d1eb-4fdd-abf7-fa69d0330ace req-7f953bed-840a-4f69-b575-599ccc265d6c tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f05195e-1011-4af1-b12a-07d8f5627ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565162 Feb 21 00:32:32.625936 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-c2f376c1-b146-49aa-88d3-5c69dccca6f1 req-c39cbf6e-54c4-4872-b59e-eb1b3b9e5ab8 service neutron] 10.222.0.45 "GET /v2.0/networks/56d46d29-560d-47ad-81a5-640623ed77d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945632 Feb 21 00:32:32.813851 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-5e0d5066-62cc-472d-a676-0aa4a01e5113 req-305057d0-21b5-40d3-973c-2293a92d4f24 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/ports?device_id=f30576d2-85e7-4e35-915c-1a6660f90e3f HTTP/1.1" status: 200 len: 210 time: 0.0324194 Feb 21 00:32:32.949913 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 53174) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:32:32.964117 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-13e22f85-a36b-4aa9-98e6-119ccedbadf5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:32.991047 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b80ecd-69ed-4505-8487-22829e265d24 req-e3f36195-517f-4730-be7d-b962020a4494 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:32.992556 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-39b80ecd-69ed-4505-8487-22829e265d24 req-e3f36195-517f-4730-be7d-b962020a4494 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=016acf20-2bcb-4d41-9d79-ad0d887280cb HTTP/1.1" status: 200 len: 946 time: 0.0586843 Feb 21 00:32:33.049702 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-13e22f85-a36b-4aa9-98e6-119ccedbadf5 admin admin] Publish callbacks [] for security_group (9f0ac404-0f55-44f4-8b7e-869889966a0f), precommit_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:33.051569 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-39b80ecd-69ed-4505-8487-22829e265d24 req-d8bc1047-aa4e-42b2-8005-2653c3bc63a9 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521364 Feb 21 00:32:33.055488 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-13e22f85-a36b-4aa9-98e6-119ccedbadf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (9f0ac404-0f55-44f4-8b7e-869889966a0f), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:33.095982 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-13e22f85-a36b-4aa9-98e6-119ccedbadf5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=73e51565218345af9b4d9ef085aeaf30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1435726 Feb 21 00:32:33.097605 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 53180) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:32:33.104507 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e22f85-a36b-4aa9-98e6-119ccedbadf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f0ac404-0f55-44f4-8b7e-869889966a0f,revision_number=1']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:33.158765 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-a176e349-c354-4b82-b11c-855a7c3a1477 admin admin] Publish callbacks [] for security_group (9f0ac404-0f55-44f4-8b7e-869889966a0f), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:33.179133 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-a176e349-c354-4b82-b11c-855a7c3a1477 admin admin] Publish callbacks [] for security_group (9f0ac404-0f55-44f4-8b7e-869889966a0f), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:33.228646 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-a176e349-c354-4b82-b11c-855a7c3a1477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (9f0ac404-0f55-44f4-8b7e-869889966a0f), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:33.231336 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-a176e349-c354-4b82-b11c-855a7c3a1477 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:33.232491 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-a176e349-c354-4b82-b11c-855a7c3a1477 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9f0ac404-0f55-44f4-8b7e-869889966a0f HTTP/1.1" status: 204 len: 168 time: 0.1334183 Feb 21 00:32:33.240031 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a176e349-c354-4b82-b11c-855a7c3a1477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f0ac404-0f55-44f4-8b7e-869889966a0f,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:33.506373 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-d5dff0eb-17dc-458e-bd41-12d4c1cb709b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (47b5b2cb-5391-4fc3-9478-3db20537c35a), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:33.537175 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2e8247-18ed-49c2-9923-cc5f9501acf9 req-e6d5b86b-7320-4d60-bf52-4a491a312418 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:33.538672 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-2d2e8247-18ed-49c2-9923-cc5f9501acf9 req-e6d5b86b-7320-4d60-bf52-4a491a312418 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fd7fea7-9f01-48c5-ac04-7fb6bd253b61 HTTP/1.1" status: 200 len: 944 time: 0.0587049 Feb 21 00:32:33.585446 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-2d2e8247-18ed-49c2-9923-cc5f9501acf9 req-f1a1dcb0-dfa3-4748-bca4-be8d699ba76e tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/security-groups?id=086df3ca-b094-4a4d-b3ca-0d4f22d1c024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411639 Feb 21 00:32:33.773851 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e7aa56-0097-4e88-97fc-307c8784130d req-fe8c2b25-4910-450a-bff8-22f62eb847e3 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:33.775403 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-a7e7aa56-0097-4e88-97fc-307c8784130d req-fe8c2b25-4910-450a-bff8-22f62eb847e3 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=40d12558-3fed-4562-b3a8-9a6f076fc3d9 HTTP/1.1" status: 200 len: 944 time: 0.0565279 Feb 21 00:32:33.825262 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-a7e7aa56-0097-4e88-97fc-307c8784130d req-486fedeb-8a1f-40ec-a578-2918abd212e5 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f05195e-1011-4af1-b12a-07d8f5627ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443454 Feb 21 00:32:33.904525 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-987af363-84eb-4912-961d-ad0de2481ed6 req-e63010a4-dea4-4d68-869e-61e8c89b609c tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/ports?device_id=f30576d2-85e7-4e35-915c-1a6660f90e3f HTTP/1.1" status: 200 len: 210 time: 0.0255222 Feb 21 00:32:33.905861 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 53212) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:32:33.999024 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [None req-cbdc806f-eb65-45b7-ad9d-a0cb5be10cdc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1494383730-network', 'tenant_id': '17cb85e5c31d43049c6906942fa0b5f7'}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:32:34.017996 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbdc806f-eb65-45b7-ad9d-a0cb5be10cdc admin admin] Made reservation on behalf of 17cb85e5c31d43049c6906942fa0b5f7 for: {'network': 1} {{(pid=109222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 00:32:34.020314 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-cbdc806f-eb65-45b7-ad9d-a0cb5be10cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for network (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:34.029511 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-cbdc806f-eb65-45b7-ad9d-a0cb5be10cdc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:34.103415 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-cbdc806f-eb65-45b7-ad9d-a0cb5be10cdc admin admin] Publish callbacks [] for security_group (501164f9-baa4-41de-b5f4-e99fd87377d2), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:34.107684 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-cbdc806f-eb65-45b7-ad9d-a0cb5be10cdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (501164f9-baa4-41de-b5f4-e99fd87377d2), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:34.165075 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbdc806f-eb65-45b7-ad9d-a0cb5be10cdc admin admin] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=109222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 00:32:34.173229 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdc806f-eb65-45b7-ad9d-a0cb5be10cdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=501164f9-baa4-41de-b5f4-e99fd87377d2,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:34.183884 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-cbdc806f-eb65-45b7-ad9d-a0cb5be10cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16097169'] for segment (22970966-465a-4533-8294-0df908b152f2), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:34.184222 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.db.segments_db [None req-cbdc806f-eb65-45b7-ad9d-a0cb5be10cdc admin admin] Added segment 22970966-465a-4533-8294-0df908b152f2 of type vlan for network 279f5f9d-9337-49bf-be38-e3c3294e6385 Feb 21 00:32:34.222543 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3704e0f7-fd76-4cb6-ac3b-9b3c511ee3ba req-14109d54-d71a-4f13-808d-96c115bcf4f6 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:34.223960 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-3704e0f7-fd76-4cb6-ac3b-9b3c511ee3ba req-14109d54-d71a-4f13-808d-96c115bcf4f6 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=016acf20-2bcb-4d41-9d79-ad0d887280cb HTTP/1.1" status: 200 len: 946 time: 0.1048055 Feb 21 00:32:34.237000 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-cbdc806f-eb65-45b7-ad9d-a0cb5be10cdc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731676168578'] for network (279f5f9d-9337-49bf-be38-e3c3294e6385), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:34.288567 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-cbdc806f-eb65-45b7-ad9d-a0cb5be10cdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403'] for network (279f5f9d-9337-49bf-be38-e3c3294e6385), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:34.289498 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbdc806f-eb65-45b7-ad9d-a0cb5be10cdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:34.290085 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-cbdc806f-eb65-45b7-ad9d-a0cb5be10cdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582445'] for network (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:34.301006 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-3704e0f7-fd76-4cb6-ac3b-9b3c511ee3ba req-74479f21-45c7-41cf-ae3d-c4e0412e2578 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682399 Feb 21 00:32:34.319460 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-cbdc806f-eb65-45b7-ad9d-a0cb5be10cdc admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4124887 Feb 21 00:32:34.322656 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 53220) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:32:34.328742 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.v2.base [None req-f1d95a57-0fcc-4e5e-acb7-f7fff09be612 admin admin] Request body: {'subnet': {'network_id': '279f5f9d-9337-49bf-be38-e3c3294e6385', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1494383730-subnet', 'tenant_id': '17cb85e5c31d43049c6906942fa0b5f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:32:34.349995 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1d95a57-0fcc-4e5e-acb7-f7fff09be612 admin admin] Made reservation on behalf of 17cb85e5c31d43049c6906942fa0b5f7 for: {'subnet': 1} {{(pid=109223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 00:32:34.352856 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f1d95a57-0fcc-4e5e-acb7-f7fff09be612 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3701950'] for subnet (None), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:34.369421 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdc806f-eb65-45b7-ad9d-a0cb5be10cdc admin admin] Pushing event updated for resources: {'Network': ['ID=279f5f9d-9337-49bf-be38-e3c3294e6385,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:34.379561 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Network 279f5f9d-9337-49bf-be38-e3c3294e6385 details requested by agent ovs-agent-dv-cinder-813225-6-iscsi with host dv-cinder-813225-6-iscsi {{(pid=109224) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 00:32:34.527439 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f1d95a57-0fcc-4e5e-acb7-f7fff09be612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3992585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3701836'] for subnet (478616b0-25bf-4b2d-82fe-724b0107c2f4), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:34.583700 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d95a57-0fcc-4e5e-acb7-f7fff09be612 admin admin] Pushing event updated for resources: {'Subnet': ['ID=478616b0-25bf-4b2d-82fe-724b0107c2f4,revision_number=0']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:34.590830 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d95a57-0fcc-4e5e-acb7-f7fff09be612 admin admin] Checking segment: {'id': '22970966-465a-4533-8294-0df908b152f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '279f5f9d-9337-49bf-be38-e3c3294e6385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:32:34.591787 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d95a57-0fcc-4e5e-acb7-f7fff09be612 admin admin] Network hostable DHCP agents. Network: 279f5f9d-9337-49bf-be38-e3c3294e6385, hostable agents: ['57941464-2af3-4cc7-9b46-3eeacd6f6fca'], hosted agents: [] {{(pid=109223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 00:32:34.608233 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d95a57-0fcc-4e5e-acb7-f7fff09be612 admin admin] Network 279f5f9d-9337-49bf-be38-e3c3294e6385 is scheduled to be hosted by DHCP agent 57941464-2af3-4cc7-9b46-3eeacd6f6fca with binding_index 1 {{(pid=109223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 00:32:34.616730 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.scheduler.base_scheduler [None req-f1d95a57-0fcc-4e5e-acb7-f7fff09be612 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813225-6-iscsi, 279f5f9d-9337-49bf-be38-e3c3294e6385) {{(pid=109223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:32:34.620984 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d95a57-0fcc-4e5e-acb7-f7fff09be612 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:34.621582 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f1d95a57-0fcc-4e5e-acb7-f7fff09be612 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582445'] for subnet (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:34.626979 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dfc03fb-511b-4003-a41c-a0e29a2e3e66 None None] Network 279f5f9d-9337-49bf-be38-e3c3294e6385 requested from dv-cinder-813225-6-iscsi {{(pid=109224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 00:32:34.638481 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-f1d95a57-0fcc-4e5e-acb7-f7fff09be612 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3136442 Feb 21 00:32:34.722368 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66feceb1-503e-4be2-887b-8d2e44a90e96 req-c632c14f-755e-44ec-b34d-16054ca5744e tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:34.729259 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-66feceb1-503e-4be2-887b-8d2e44a90e96 req-c632c14f-755e-44ec-b34d-16054ca5744e tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fd7fea7-9f01-48c5-ac04-7fb6bd253b61 HTTP/1.1" status: 200 len: 944 time: 0.0680780 Feb 21 00:32:34.745318 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c19943a1-24f8-4713-a648-d2c3c08396a7 None None] Network 279f5f9d-9337-49bf-be38-e3c3294e6385 requested from dv-cinder-813225-6-iscsi {{(pid=109224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 00:32:34.774991 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-66feceb1-503e-4be2-887b-8d2e44a90e96 req-488f130a-bff8-4414-b085-5a5ed7e2c85b tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/security-groups?id=086df3ca-b094-4a4d-b3ca-0d4f22d1c024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448604 Feb 21 00:32:34.992250 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15be1404-7da9-4ba6-a383-5ef5b4377ea0 req-5a5b1709-2d2a-4707-8913-7eaa0c6b50bb tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:34.993993 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-15be1404-7da9-4ba6-a383-5ef5b4377ea0 req-5a5b1709-2d2a-4707-8913-7eaa0c6b50bb tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=40d12558-3fed-4562-b3a8-9a6f076fc3d9 HTTP/1.1" status: 200 len: 944 time: 0.0911398 Feb 21 00:32:35.058513 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-879c690a-9321-49b8-9abe-0d6413a0fe25 req-a4ebcd43-eba1-4315-9473-3f98ad9e7b38 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/ports?device_id=f30576d2-85e7-4e35-915c-1a6660f90e3f HTTP/1.1" status: 200 len: 210 time: 0.0364678 Feb 21 00:32:35.063894 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-15be1404-7da9-4ba6-a383-5ef5b4377ea0 req-845cb754-2ca9-4b0e-91e4-a20a55e83c27 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f05195e-1011-4af1-b12a-07d8f5627ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634410 Feb 21 00:32:35.072047 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-2cd5f963-efb3-4d3f-8e75-14b6a6f65242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (4a388d83-9cb8-49a2-9541-35a13f295f4a), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:35.181074 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f376c1-b146-49aa-88d3-5c69dccca6f1 req-af84bc44-8800-4020-9786-408bb88b438d tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:35.192013 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-c2f376c1-b146-49aa-88d3-5c69dccca6f1 req-af84bc44-8800-4020-9786-408bb88b438d tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.36 "GET /v2.0/networks?id=56d46d29-560d-47ad-81a5-640623ed77d9 HTTP/1.1" status: 200 len: 814 time: 0.1269968 Feb 21 00:32:35.217109 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [req-c2f376c1-b146-49aa-88d3-5c69dccca6f1 req-be4a4b94-17ce-4d62-82b5-72acb17e0abf tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Request body: {'port': {'device_id': 'f30576d2-85e7-4e35-915c-1a6660f90e3f', 'network_id': '56d46d29-560d-47ad-81a5-640623ed77d9', 'admin_state_up': True, 'tenant_id': '0467d31eadf844478eb8071898fb128e'}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:32:35.339381 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2f376c1-b146-49aa-88d3-5c69dccca6f1 req-be4a4b94-17ce-4d62-82b5-72acb17e0abf tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Made reservation on behalf of 0467d31eadf844478eb8071898fb128e for: {'port': 1} {{(pid=109222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 00:32:35.343369 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-c2f376c1-b146-49aa-88d3-5c69dccca6f1 req-be4a4b94-17ce-4d62-82b5-72acb17e0abf tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:35.434976 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42036ec9-0c21-44c2-b7e1-e0a3f04d24ec req-7fa7b073-b092-4d63-b48a-83560c1e47f0 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:35.442178 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-42036ec9-0c21-44c2-b7e1-e0a3f04d24ec req-7fa7b073-b092-4d63-b48a-83560c1e47f0 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=016acf20-2bcb-4d41-9d79-ad0d887280cb HTTP/1.1" status: 200 len: 946 time: 0.0677552 Feb 21 00:32:35.505872 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-42036ec9-0c21-44c2-b7e1-e0a3f04d24ec req-02b90978-cc30-4f95-a8fa-f431225e24cf tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626655 Feb 21 00:32:35.508665 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.db.db_base_plugin_common [req-c2f376c1-b146-49aa-88d3-5c69dccca6f1 req-be4a4b94-17ce-4d62-82b5-72acb17e0abf tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Allocated IP 172.20.0.5 (56d46d29-560d-47ad-81a5-640623ed77d9/e737284c-a5a6-4a63-a4b0-f2ad93902441/b298c567-214d-4f2e-822e-50aebdc7ad41) {{(pid=109222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 00:32:35.691680 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-c2f376c1-b146-49aa-88d3-5c69dccca6f1 req-be4a4b94-17ce-4d62-82b5-72acb17e0abf tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Publish callbacks [] for port (b298c567-214d-4f2e-822e-50aebdc7ad41), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:35.727625 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-c2f376c1-b146-49aa-88d3-5c69dccca6f1 req-be4a4b94-17ce-4d62-82b5-72acb17e0abf tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731676182815'] for port (b298c567-214d-4f2e-822e-50aebdc7ad41), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:35.744278 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] get_ports_and_sgs() called for port_ids ['f3d26097-eec0-4f8b-a37f-5da2c7131cf4'] {{(pid=109224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 00:32:35.770558 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2f376c1-b146-49aa-88d3-5c69dccca6f1 req-be4a4b94-17ce-4d62-82b5-72acb17e0abf tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Network 56d46d29-560d-47ad-81a5-640623ed77d9 is already hosted by enough agents. {{(pid=109222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:32:35.773741 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.scheduler.base_scheduler [req-c2f376c1-b146-49aa-88d3-5c69dccca6f1 req-be4a4b94-17ce-4d62-82b5-72acb17e0abf tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Resources bound (agent type, host, resource id): {{(pid=109222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:32:35.777427 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2f376c1-b146-49aa-88d3-5c69dccca6f1 req-be4a4b94-17ce-4d62-82b5-72acb17e0abf tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Received port after_create {{(pid=109222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 00:32:35.782537 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f376c1-b146-49aa-88d3-5c69dccca6f1 req-be4a4b94-17ce-4d62-82b5-72acb17e0abf tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:35.783155 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-c2f376c1-b146-49aa-88d3-5c69dccca6f1 req-be4a4b94-17ce-4d62-82b5-72acb17e0abf tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582445'] for port (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:35.799356 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4a4b94-17ce-4d62-82b5-72acb17e0abf tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Pushing event updated for resources: {'Port': ['ID=b298c567-214d-4f2e-822e-50aebdc7ad41,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:35.812847 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-c2f376c1-b146-49aa-88d3-5c69dccca6f1 req-be4a4b94-17ce-4d62-82b5-72acb17e0abf tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6008625 Feb 21 00:32:35.830523 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [req-c2f376c1-b146-49aa-88d3-5c69dccca6f1 req-36983746-05c4-4f8e-aad7-82b39faa2add service neutron] Request body: {'port': {'device_id': 'f30576d2-85e7-4e35-915c-1a6660f90e3f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:32:35.949224 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-c2f376c1-b146-49aa-88d3-5c69dccca6f1 req-36983746-05c4-4f8e-aad7-82b39faa2add service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (b298c567-214d-4f2e-822e-50aebdc7ad41), before_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:35.964639 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7a5111-8121-4980-935c-781b4c889520 req-a03a78fe-7fe8-445e-980e-9f3261f78625 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:35.966126 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-9e7a5111-8121-4980-935c-781b4c889520 req-a03a78fe-7fe8-445e-980e-9f3261f78625 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fd7fea7-9f01-48c5-ac04-7fb6bd253b61 HTTP/1.1" status: 200 len: 944 time: 0.0955522 Feb 21 00:32:36.092208 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-9e7a5111-8121-4980-935c-781b4c889520 req-a28355f0-abd5-4411-9e59-e84bb5912b55 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/security-groups?id=086df3ca-b094-4a4d-b3ca-0d4f22d1c024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198759 Feb 21 00:32:36.178243 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960c69b5-4422-4435-81e3-353c3b650331 req-8e8cefeb-1796-4c3a-a291-bfc02fb9d18f tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:36.178243 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-960c69b5-4422-4435-81e3-353c3b650331 req-8e8cefeb-1796-4c3a-a291-bfc02fb9d18f tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/ports?device_id=f30576d2-85e7-4e35-915c-1a6660f90e3f HTTP/1.1" status: 200 len: 931 time: 0.0545642 Feb 21 00:32:36.221875 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-960c69b5-4422-4435-81e3-353c3b650331 req-6016146b-464b-472c-b034-39f0bed82f73 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/security-groups?id=d4c2ccd5-90d6-42ad-bf3a-131ba1b47e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395529 Feb 21 00:32:36.243219 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31279ccc-6ae0-4d0b-abf2-6045d727145e req-4df3c555-93c3-4e74-a9dd-b665a211d383 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:36.244708 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-31279ccc-6ae0-4d0b-abf2-6045d727145e req-4df3c555-93c3-4e74-a9dd-b665a211d383 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=40d12558-3fed-4562-b3a8-9a6f076fc3d9 HTTP/1.1" status: 200 len: 944 time: 0.0860438 Feb 21 00:32:36.327860 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.notifiers.nova [req-c2f376c1-b146-49aa-88d3-5c69dccca6f1 req-36983746-05c4-4f8e-aad7-82b39faa2add service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b298c567-214d-4f2e-822e-50aebdc7ad41 {{(pid=109222) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 00:32:36.334984 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-31279ccc-6ae0-4d0b-abf2-6045d727145e req-3cdf4fb0-178f-44af-969d-44b89c57fe58 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f05195e-1011-4af1-b12a-07d8f5627ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829587 Feb 21 00:32:36.339678 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-c2f376c1-b146-49aa-88d3-5c69dccca6f1 req-36983746-05c4-4f8e-aad7-82b39faa2add service neutron] Publish callbacks [] for port (b298c567-214d-4f2e-822e-50aebdc7ad41), precommit_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:36.361308 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.db.provisioning_blocks [req-c2f376c1-b146-49aa-88d3-5c69dccca6f1 req-36983746-05c4-4f8e-aad7-82b39faa2add service neutron] Transition to ACTIVE for port object b298c567-214d-4f2e-822e-50aebdc7ad41 will not be triggered until provisioned by entity L2. {{(pid=109222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 00:32:36.361308 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-c2f376c1-b146-49aa-88d3-5c69dccca6f1 req-36983746-05c4-4f8e-aad7-82b39faa2add service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (b298c567-214d-4f2e-822e-50aebdc7ad41), after_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:36.381229 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-09e0abcb-2b1d-4918-a5e2-a10ed408e1f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (417c2155-c2c7-44af-91e4-b32264eafb82), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:36.413734 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36983746-05c4-4f8e-aad7-82b39faa2add service neutron] Pushing event updated for resources: {'Port': ['ID=b298c567-214d-4f2e-822e-50aebdc7ad41,revision_number=2']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:36.448698 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.managers [req-c2f376c1-b146-49aa-88d3-5c69dccca6f1 req-36983746-05c4-4f8e-aad7-82b39faa2add service neutron] Attempting to bind port b298c567-214d-4f2e-822e-50aebdc7ad41 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=109222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 00:32:36.449041 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.managers [req-c2f376c1-b146-49aa-88d3-5c69dccca6f1 req-36983746-05c4-4f8e-aad7-82b39faa2add service neutron] Attempting to bind port b298c567-214d-4f2e-822e-50aebdc7ad41 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '41c853f0-8bb5-4bee-bddd-7995047fee1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '56d46d29-560d-47ad-81a5-640623ed77d9'}] {{(pid=109222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 00:32:36.449368 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f376c1-b146-49aa-88d3-5c69dccca6f1 req-36983746-05c4-4f8e-aad7-82b39faa2add service neutron] Attempting to bind port b298c567-214d-4f2e-822e-50aebdc7ad41 on network 56d46d29-560d-47ad-81a5-640623ed77d9 {{(pid=109222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:32:36.453553 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f376c1-b146-49aa-88d3-5c69dccca6f1 req-36983746-05c4-4f8e-aad7-82b39faa2add service neutron] Port b298c567-214d-4f2e-822e-50aebdc7ad41 on network 56d46d29-560d-47ad-81a5-640623ed77d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=109222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 00:32:36.453883 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f376c1-b146-49aa-88d3-5c69dccca6f1 req-36983746-05c4-4f8e-aad7-82b39faa2add service neutron] Attempting to bind port b298c567-214d-4f2e-822e-50aebdc7ad41 on network 56d46d29-560d-47ad-81a5-640623ed77d9 {{(pid=109222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:32:36.459502 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f376c1-b146-49aa-88d3-5c69dccca6f1 req-36983746-05c4-4f8e-aad7-82b39faa2add service neutron] Checking agent: {'id': '2124d49d-e543-43fa-8e9f-817e1d020459', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 0, 29, 44), 'started_at': datetime.datetime(2022, 2, 21, 0, 29, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 0, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 00:32:36.459835 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f376c1-b146-49aa-88d3-5c69dccca6f1 req-36983746-05c4-4f8e-aad7-82b39faa2add service neutron] Checking segment: {'id': '41c853f0-8bb5-4bee-bddd-7995047fee1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '56d46d29-560d-47ad-81a5-640623ed77d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:32:36.460237 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f376c1-b146-49aa-88d3-5c69dccca6f1 req-36983746-05c4-4f8e-aad7-82b39faa2add service neutron] Bound using segment: {'id': '41c853f0-8bb5-4bee-bddd-7995047fee1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '56d46d29-560d-47ad-81a5-640623ed77d9'} {{(pid=109222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 00:32:36.460655 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.managers [req-c2f376c1-b146-49aa-88d3-5c69dccca6f1 req-36983746-05c4-4f8e-aad7-82b39faa2add service neutron] Bound port: b298c567-214d-4f2e-822e-50aebdc7ad41, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41c853f0-8bb5-4bee-bddd-7995047fee1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '56d46d29-560d-47ad-81a5-640623ed77d9'}}] {{(pid=109222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 00:32:36.461001 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-c2f376c1-b146-49aa-88d3-5c69dccca6f1 req-36983746-05c4-4f8e-aad7-82b39faa2add service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (b298c567-214d-4f2e-822e-50aebdc7ad41), before_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:36.494738 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ff960d-8cb0-47e5-b0ff-051901b31b89 req-476b3a07-3495-4049-99fd-b78081caa3f5 tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:36.496235 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-e9ff960d-8cb0-47e5-b0ff-051901b31b89 req-476b3a07-3495-4049-99fd-b78081caa3f5 tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] 10.222.0.45 "GET /v2.0/networks?id=279f5f9d-9337-49bf-be38-e3c3294e6385 HTTP/1.1" status: 200 len: 809 time: 0.0990865 Feb 21 00:32:36.510533 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-e9ff960d-8cb0-47e5-b0ff-051901b31b89 req-627b4f46-73a1-4986-acbe-22b57b460ec9 tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] 10.222.0.45 "GET /v2.0/quotas/17cb85e5c31d43049c6906942fa0b5f7 HTTP/1.1" status: 200 len: 375 time: 0.0088291 Feb 21 00:32:36.521534 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.db [req-c2f376c1-b146-49aa-88d3-5c69dccca6f1 req-36983746-05c4-4f8e-aad7-82b39faa2add service neutron] For port b298c567-214d-4f2e-822e-50aebdc7ad41, host hv-cinder-81322, cleared binding levels {{(pid=109222) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 00:32:36.525058 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.db [req-c2f376c1-b146-49aa-88d3-5c69dccca6f1 req-36983746-05c4-4f8e-aad7-82b39faa2add service neutron] For port b298c567-214d-4f2e-822e-50aebdc7ad41, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b298c567-214d-4f2e-822e-50aebdc7ad41,segment=NetworkSegment(41c853f0-8bb5-4bee-bddd-7995047fee1c),segment_id=41c853f0-8bb5-4bee-bddd-7995047fee1c)] {{(pid=109222) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 00:32:36.531349 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-c2f376c1-b146-49aa-88d3-5c69dccca6f1 req-36983746-05c4-4f8e-aad7-82b39faa2add service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (b298c567-214d-4f2e-822e-50aebdc7ad41), after_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:36.545720 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-e9ff960d-8cb0-47e5-b0ff-051901b31b89 req-0ea7bc94-bde6-4b39-834f-9848b156ebb0 tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=17cb85e5c31d43049c6906942fa0b5f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300417 Feb 21 00:32:36.566668 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f376c1-b146-49aa-88d3-5c69dccca6f1 req-36983746-05c4-4f8e-aad7-82b39faa2add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:36.567291 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-c2f376c1-b146-49aa-88d3-5c69dccca6f1 req-36983746-05c4-4f8e-aad7-82b39faa2add service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582445'] for port (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:36.568659 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-c2f376c1-b146-49aa-88d3-5c69dccca6f1 req-36983746-05c4-4f8e-aad7-82b39faa2add service neutron] 10.222.0.36 "PUT /v2.0/ports/b298c567-214d-4f2e-822e-50aebdc7ad41 HTTP/1.1" status: 200 len: 1093 time: 0.7458255 Feb 21 00:32:36.569100 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f30576d2-85e7-4e35-915c-1a6660f90e3f', 'tag': 'b298c567-214d-4f2e-822e-50aebdc7ad41'}] {{(pid=109222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:32:36.571339 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81563fad7634ec273475caa61ca91dc94d21cc2561ee8f59b09b3f9a67cb5537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01448e2a-5248-4178-84ff-be0c0501f9a0" -d '{"events": [{"name": "network-changed", "server_uuid": "f30576d2-85e7-4e35-915c-1a6660f90e3f", "tag": "b298c567-214d-4f2e-822e-50aebdc7ad41"}]}' {{(pid=109222) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:32:36.605845 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36983746-05c4-4f8e-aad7-82b39faa2add service neutron] Pushing event updated for resources: {'Port': ['ID=b298c567-214d-4f2e-822e-50aebdc7ad41,revision_number=3']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:36.639658 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-e9ff960d-8cb0-47e5-b0ff-051901b31b89 req-8ff7cc0a-edc9-4727-8ecd-dc491c70d985 service neutron] 10.222.0.45 "GET /v2.0/networks/279f5f9d-9337-49bf-be38-e3c3294e6385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827589 Feb 21 00:32:36.646591 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72320042-390b-46bd-b474-3d67492a30b4 req-5981f370-eac0-4393-a3b4-92942aceb811 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:36.648084 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-72320042-390b-46bd-b474-3d67492a30b4 req-5981f370-eac0-4393-a3b4-92942aceb811 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=016acf20-2bcb-4d41-9d79-ad0d887280cb HTTP/1.1" status: 200 len: 946 time: 0.0588484 Feb 21 00:32:36.696816 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-72320042-390b-46bd-b474-3d67492a30b4 req-43ea4a69-6b21-4456-9e79-c1557836c6b4 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433118 Feb 21 00:32:36.735209 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-e9ff960d-8cb0-47e5-b0ff-051901b31b89 req-83c85eb3-e4ca-42c2-94ff-b94b079d5e4a service neutron] 10.222.0.45 "GET /v2.0/networks/279f5f9d-9337-49bf-be38-e3c3294e6385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897608 Feb 21 00:32:36.744195 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 00:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4a37338-0570-417c-8d07-6ea357fb9c4f x-openstack-request-id: req-e4a37338-0570-417c-8d07-6ea357fb9c4f {{(pid=109222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:32:36.744481 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f30576d2-85e7-4e35-915c-1a6660f90e3f", "tag": "b298c567-214d-4f2e-822e-50aebdc7ad41", "status": "completed", "code": 200}]} {{(pid=109222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:32:36.744735 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e4a37338-0570-417c-8d07-6ea357fb9c4f {{(pid=109222) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:32:36.745130 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f30576d2-85e7-4e35-915c-1a6660f90e3f', 'tag': 'b298c567-214d-4f2e-822e-50aebdc7ad41', 'status': 'completed', 'code': 200} Feb 21 00:32:36.892748 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-0de3059e-feb2-4f75-abcc-550fb318bc47 req-6ff1bb1b-8c33-40fe-9280-81ca63b792e9 tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] 10.222.0.45 "GET /v2.0/ports?device_id=388d17bc-26e5-4bff-9058-aa3ae16821e4 HTTP/1.1" status: 200 len: 210 time: 0.0279770 Feb 21 00:32:37.211863 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eff32a4-a8b2-4263-8b09-e0f09d23ade3 req-7585e5bd-0c85-40b1-9823-e7c069ad6452 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:37.213331 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-1eff32a4-a8b2-4263-8b09-e0f09d23ade3 req-7585e5bd-0c85-40b1-9823-e7c069ad6452 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fd7fea7-9f01-48c5-ac04-7fb6bd253b61 HTTP/1.1" status: 200 len: 944 time: 0.0528679 Feb 21 00:32:37.258858 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-1eff32a4-a8b2-4263-8b09-e0f09d23ade3 req-9f25ea62-d17e-4a14-a651-1e3c4707fe38 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/security-groups?id=086df3ca-b094-4a4d-b3ca-0d4f22d1c024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394747 Feb 21 00:32:37.337037 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b70efe5-6261-4e52-a742-5174fcf70453 req-00d3093d-102b-4886-b9f3-cacee5483adf tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:37.338473 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-1b70efe5-6261-4e52-a742-5174fcf70453 req-00d3093d-102b-4886-b9f3-cacee5483adf tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/ports?device_id=f30576d2-85e7-4e35-915c-1a6660f90e3f HTTP/1.1" status: 200 len: 943 time: 0.0498691 Feb 21 00:32:37.387411 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-1b70efe5-6261-4e52-a742-5174fcf70453 req-42cd2ea9-a460-459b-8e9b-86d8471b4f75 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/security-groups?id=d4c2ccd5-90d6-42ad-bf3a-131ba1b47e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428932 Feb 21 00:32:37.454056 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3653bb8-3c78-4f90-892d-5b5c72e77f71 req-534059e7-8ca4-49fb-a000-67e88535c977 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:37.455525 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-c3653bb8-3c78-4f90-892d-5b5c72e77f71 req-534059e7-8ca4-49fb-a000-67e88535c977 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=40d12558-3fed-4562-b3a8-9a6f076fc3d9 HTTP/1.1" status: 200 len: 944 time: 0.0500734 Feb 21 00:32:37.503956 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-c3653bb8-3c78-4f90-892d-5b5c72e77f71 req-aec15e18-4833-49f1-9b40-282edbce931d tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f05195e-1011-4af1-b12a-07d8f5627ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429475 Feb 21 00:32:37.813152 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3ee7bb-dff2-4680-9ec6-dc8085ab0eb9 req-96767e48-e572-49d2-a5af-43e0921efdf8 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:37.814607 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-7f3ee7bb-dff2-4680-9ec6-dc8085ab0eb9 req-96767e48-e572-49d2-a5af-43e0921efdf8 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=016acf20-2bcb-4d41-9d79-ad0d887280cb HTTP/1.1" status: 200 len: 946 time: 0.0499606 Feb 21 00:32:37.859842 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-7f3ee7bb-dff2-4680-9ec6-dc8085ab0eb9 req-10d57e80-c786-4c9b-a0cd-e5958c241a16 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398493 Feb 21 00:32:37.982023 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-5125e54b-f787-47e9-86ab-fa912db34f35 req-1f6181f2-d8fa-4913-9983-8e454ccfc776 tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] 10.222.0.45 "GET /v2.0/ports?device_id=388d17bc-26e5-4bff-9058-aa3ae16821e4 HTTP/1.1" status: 200 len: 210 time: 0.0253291 Feb 21 00:32:38.036185 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (d6e95c40-1d90-4a13-9e37-1d6580a24190), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:38.373171 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def7a6e5-581b-4f77-ae31-4c0f2dd1d8e7 req-7da08048-04ed-4cae-b6f1-efd66cec7d24 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:38.374601 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-def7a6e5-581b-4f77-ae31-4c0f2dd1d8e7 req-7da08048-04ed-4cae-b6f1-efd66cec7d24 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fd7fea7-9f01-48c5-ac04-7fb6bd253b61 HTTP/1.1" status: 200 len: 944 time: 0.0501201 Feb 21 00:32:38.419876 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-def7a6e5-581b-4f77-ae31-4c0f2dd1d8e7 req-7ad59ac1-6aca-43cb-b136-9eafbf3ab064 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/security-groups?id=086df3ca-b094-4a4d-b3ca-0d4f22d1c024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397475 Feb 21 00:32:38.501809 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b1ecd9-5d68-482d-8186-9ab06a32bf87 req-1d35e21f-d0ce-4f58-b83f-5f254ead3e56 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:38.503391 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-d4b1ecd9-5d68-482d-8186-9ab06a32bf87 req-1d35e21f-d0ce-4f58-b83f-5f254ead3e56 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/ports?device_id=f30576d2-85e7-4e35-915c-1a6660f90e3f HTTP/1.1" status: 200 len: 943 time: 0.0509181 Feb 21 00:32:38.549162 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-d4b1ecd9-5d68-482d-8186-9ab06a32bf87 req-7b8251c2-5972-4277-99db-0bed88d57a70 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/security-groups?id=d4c2ccd5-90d6-42ad-bf3a-131ba1b47e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402119 Feb 21 00:32:38.624270 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc078a40-9d52-438f-8ced-d184ace3481f req-3f795583-3fac-49ac-a921-1407386f1fe8 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:38.625703 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-fc078a40-9d52-438f-8ced-d184ace3481f req-3f795583-3fac-49ac-a921-1407386f1fe8 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=40d12558-3fed-4562-b3a8-9a6f076fc3d9 HTTP/1.1" status: 200 len: 944 time: 0.0540164 Feb 21 00:32:38.670575 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-fc078a40-9d52-438f-8ced-d184ace3481f req-949b8674-aa69-454b-9bff-37103e77bf23 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f05195e-1011-4af1-b12a-07d8f5627ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394273 Feb 21 00:32:38.861494 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Device 420adea9-d216-4e58-9d60-bb5d2a0bacdb up at agent hyperv_hv-cinder-81322 {{(pid=109224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:32:38.918318 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Provisioning for port 420adea9-d216-4e58-9d60-bb5d2a0bacdb completed by entity L2. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 00:32:38.922705 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Provisioning complete for port 420adea9-d216-4e58-9d60-bb5d2a0bacdb triggered by entity L2. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:32:38.923321 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (420adea9-d216-4e58-9d60-bb5d2a0bacdb), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:38.939687 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01448e2a-5248-4178-84ff-be0c0501f9a0 req-dedaa5e9-1bdc-40f1-8e08-8bb210469319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:38.941629 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-01448e2a-5248-4178-84ff-be0c0501f9a0 req-dedaa5e9-1bdc-40f1-8e08-8bb210469319 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0467d31eadf844478eb8071898fb128e&device_id=f30576d2-85e7-4e35-915c-1a6660f90e3f HTTP/1.1" status: 200 len: 1127 time: 0.0763884 Feb 21 00:32:38.993879 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ec2882-5895-4b85-a6bd-84f98f4e326f req-a590ad6a-6828-4619-be6b-bba472870b7e tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:39.010478 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-34ec2882-5895-4b85-a6bd-84f98f4e326f req-a590ad6a-6828-4619-be6b-bba472870b7e tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=016acf20-2bcb-4d41-9d79-ad0d887280cb HTTP/1.1" status: 200 len: 946 time: 0.0731404 Feb 21 00:32:39.049980 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Current status of the port 420adea9-d216-4e58-9d60-bb5d2a0bacdb is: BUILD; New status is: ACTIVE {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:32:39.050540 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (420adea9-d216-4e58-9d60-bb5d2a0bacdb), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:39.081054 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-34ec2882-5895-4b85-a6bd-84f98f4e326f req-018ba755-3f47-4260-ac9a-aeacb08479bf tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640762 Feb 21 00:32:39.093099 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fd7fea7-9f01-48c5-ac04-7fb6bd253b61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '420adea9-d216-4e58-9d60-bb5d2a0bacdb'}] {{(pid=109224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:32:39.097626 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea31762fe36adf1256da5116fd788589841920f52286d7e0b0077cda52487892" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c246fb40-7d93-4319-b19b-c9a1be2fa83e" -d '{"events": [{"server_uuid": "4fd7fea7-9f01-48c5-ac04-7fb6bd253b61", "name": "network-vif-plugged", "status": "completed", "tag": "420adea9-d216-4e58-9d60-bb5d2a0bacdb"}]}' {{(pid=109224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:32:39.115350 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] For port 420adea9-d216-4e58-9d60-bb5d2a0bacdb, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=420adea9-d216-4e58-9d60-bb5d2a0bacdb,segment=NetworkSegment(859f6ec5-78c3-4882-887a-248af3a0d172),segment_id=859f6ec5-78c3-4882-887a-248af3a0d172)] {{(pid=109224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:32:39.119060 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-b5b9fcc6-96c4-4720-a4f8-163060374997 req-1d88c4bd-49c8-425a-9d3c-cda708eec861 tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] 10.222.0.45 "GET /v2.0/ports?device_id=388d17bc-26e5-4bff-9058-aa3ae16821e4 HTTP/1.1" status: 200 len: 210 time: 0.0426261 Feb 21 00:32:39.125017 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01448e2a-5248-4178-84ff-be0c0501f9a0 req-d31cc8d6-cd20-4203-98dd-3a15e16dfbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:39.127024 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-01448e2a-5248-4178-84ff-be0c0501f9a0 req-d31cc8d6-cd20-4203-98dd-3a15e16dfbb5 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=0467d31eadf844478eb8071898fb128e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1738050 Feb 21 00:32:39.127143 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (420adea9-d216-4e58-9d60-bb5d2a0bacdb), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:39.128719 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Device e54a4066-a1cd-43cd-bf19-c474f7a751af up at agent hyperv_hv-cinder-81322 {{(pid=109224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:32:39.156940 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 00:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-352d7612-62c7-4ab4-9f9f-3fc0d43716d6 x-openstack-request-id: req-352d7612-62c7-4ab4-9f9f-3fc0d43716d6 {{(pid=109224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:32:39.157312 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fd7fea7-9f01-48c5-ac04-7fb6bd253b61", "name": "network-vif-plugged", "status": "completed", "tag": "420adea9-d216-4e58-9d60-bb5d2a0bacdb", "code": 200}]} {{(pid=109224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:32:39.157812 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-352d7612-62c7-4ab4-9f9f-3fc0d43716d6 {{(pid=109224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:32:39.158333 dv-cinder-813225-6-iscsi neutron-server[109224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fd7fea7-9f01-48c5-ac04-7fb6bd253b61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '420adea9-d216-4e58-9d60-bb5d2a0bacdb', 'code': 200} Feb 21 00:32:39.227362 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Pushing event updated for resources: {'Port': ['ID=420adea9-d216-4e58-9d60-bb5d2a0bacdb,revision_number=5']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:39.234523 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01448e2a-5248-4178-84ff-be0c0501f9a0 req-3330316f-38a3-48e6-b7f5-c002b379eeac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:39.235553 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Provisioning for port e54a4066-a1cd-43cd-bf19-c474f7a751af completed by entity L2. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 00:32:39.236141 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-01448e2a-5248-4178-84ff-be0c0501f9a0 req-3330316f-38a3-48e6-b7f5-c002b379eeac service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0920355 Feb 21 00:32:39.239557 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Provisioning complete for port e54a4066-a1cd-43cd-bf19-c474f7a751af triggered by entity L2. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:32:39.239991 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (e54a4066-a1cd-43cd-bf19-c474f7a751af), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:39.329723 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Current status of the port e54a4066-a1cd-43cd-bf19-c474f7a751af is: BUILD; New status is: ACTIVE {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:32:39.330122 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (e54a4066-a1cd-43cd-bf19-c474f7a751af), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:39.368523 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] For port e54a4066-a1cd-43cd-bf19-c474f7a751af, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e54a4066-a1cd-43cd-bf19-c474f7a751af,segment=NetworkSegment(905ecc73-8a74-4e6f-8e03-5ec9e3dbca32),segment_id=905ecc73-8a74-4e6f-8e03-5ec9e3dbca32)] {{(pid=109224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:32:39.372968 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (e54a4066-a1cd-43cd-bf19-c474f7a751af), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:39.386611 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f376c1-b146-49aa-88d3-5c69dccca6f1 req-aed6c102-2c41-4c80-b4b4-d32eace27fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:39.388160 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-c2f376c1-b146-49aa-88d3-5c69dccca6f1 req-aed6c102-2c41-4c80-b4b4-d32eace27fda service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0467d31eadf844478eb8071898fb128e&device_id=f30576d2-85e7-4e35-915c-1a6660f90e3f HTTP/1.1" status: 200 len: 1127 time: 0.0869331 Feb 21 00:32:39.391148 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1366ac-d86c-49af-942a-89600c743d62 req-443110cf-0f79-4a89-bc2f-79aa2528bda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:39.392520 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-3e1366ac-d86c-49af-942a-89600c743d62 req-443110cf-0f79-4a89-bc2f-79aa2528bda7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4fd7fea7-9f01-48c5-ac04-7fb6bd253b61 HTTP/1.1" status: 200 len: 1129 time: 0.0585747 Feb 21 00:32:39.419374 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Pushing event updated for resources: {'Port': ['ID=e54a4066-a1cd-43cd-bf19-c474f7a751af,revision_number=5']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:39.447774 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-c2f376c1-b146-49aa-88d3-5c69dccca6f1 req-843092c2-e1b6-4915-bc01-9a27bdb9295f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b298c567-214d-4f2e-822e-50aebdc7ad41 HTTP/1.1" status: 200 len: 217 time: 0.0436323 Feb 21 00:32:39.532912 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-3e1366ac-d86c-49af-942a-89600c743d62 req-b91e0f47-95b7-49a5-a926-394b0da23620 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=086df3ca-b094-4a4d-b3ca-0d4f22d1c024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225908 Feb 21 00:32:39.542120 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f376c1-b146-49aa-88d3-5c69dccca6f1 req-78c9e905-37dc-4ab0-ba07-f3e1d283ec43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:39.543753 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-c2f376c1-b146-49aa-88d3-5c69dccca6f1 req-78c9e905-37dc-4ab0-ba07-f3e1d283ec43 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e737284c-a5a6-4a63-a4b0-f2ad93902441 HTTP/1.1" status: 200 len: 854 time: 0.0889702 Feb 21 00:32:39.562950 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feb7b50-1ea9-429d-a998-0717a41f6a21 req-02027679-d7c5-48da-b033-554cab6db775 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:39.564409 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-1feb7b50-1ea9-429d-a998-0717a41f6a21 req-02027679-d7c5-48da-b033-554cab6db775 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fd7fea7-9f01-48c5-ac04-7fb6bd253b61 HTTP/1.1" status: 200 len: 945 time: 0.0738695 Feb 21 00:32:39.613559 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-1feb7b50-1ea9-429d-a998-0717a41f6a21 req-8db595bc-c220-4e18-a057-1532d2a5a9b0 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/security-groups?id=086df3ca-b094-4a4d-b3ca-0d4f22d1c024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428846 Feb 21 00:32:39.672951 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4ac6f4-2992-4286-8338-ea3e033b6aa9 req-6d15f616-85bc-4a32-90b3-ba284bb58ae2 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:39.674421 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-fa4ac6f4-2992-4286-8338-ea3e033b6aa9 req-6d15f616-85bc-4a32-90b3-ba284bb58ae2 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/ports?device_id=f30576d2-85e7-4e35-915c-1a6660f90e3f HTTP/1.1" status: 200 len: 943 time: 0.0530560 Feb 21 00:32:39.721471 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-fa4ac6f4-2992-4286-8338-ea3e033b6aa9 req-fa861619-ce67-41e3-b591-3e7ed71991ec tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/security-groups?id=d4c2ccd5-90d6-42ad-bf3a-131ba1b47e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415373 Feb 21 00:32:39.789766 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08705252-2623-4285-a9f5-622ac12e72de req-aa1072e2-ce65-42cf-b74e-742f0ca3fd2a tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:39.791344 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-08705252-2623-4285-a9f5-622ac12e72de req-aa1072e2-ce65-42cf-b74e-742f0ca3fd2a tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=40d12558-3fed-4562-b3a8-9a6f076fc3d9 HTTP/1.1" status: 200 len: 945 time: 0.0511003 Feb 21 00:32:39.859217 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-c2f376c1-b146-49aa-88d3-5c69dccca6f1 req-c4e5e8e8-d2ac-403a-8cf6-ab859371b885 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=56d46d29-560d-47ad-81a5-640623ed77d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489767 Feb 21 00:32:40.183234 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-08705252-2623-4285-a9f5-622ac12e72de req-07516c4a-a71d-4e94-ac85-fb09a9fef655 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f05195e-1011-4af1-b12a-07d8f5627ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3851416 Feb 21 00:32:40.208782 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7f63c7-90ae-466d-a21f-5141443f4b22 req-e1af14fc-8caa-4479-9010-f985430fcc1f tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:40.210351 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-ef7f63c7-90ae-466d-a21f-5141443f4b22 req-e1af14fc-8caa-4479-9010-f985430fcc1f tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=016acf20-2bcb-4d41-9d79-ad0d887280cb HTTP/1.1" status: 200 len: 946 time: 0.0627503 Feb 21 00:32:40.235371 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ff960d-8cb0-47e5-b0ff-051901b31b89 req-871dcc6f-8416-49c8-890a-a331cb56a423 tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:40.236791 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-e9ff960d-8cb0-47e5-b0ff-051901b31b89 req-871dcc6f-8416-49c8-890a-a331cb56a423 tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] 10.222.0.36 "GET /v2.0/networks?id=279f5f9d-9337-49bf-be38-e3c3294e6385 HTTP/1.1" status: 200 len: 809 time: 0.4184043 Feb 21 00:32:40.251080 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-c2f376c1-b146-49aa-88d3-5c69dccca6f1 req-1bd62335-5cd3-48e8-95f8-51eac7fbec12 service neutron] 10.222.0.36 "GET /v2.0/networks/56d46d29-560d-47ad-81a5-640623ed77d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3615975 Feb 21 00:32:40.255806 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [req-e9ff960d-8cb0-47e5-b0ff-051901b31b89 req-ad039f69-ebcb-47c8-8e25-8cbaa0baff4d tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] Request body: {'port': {'device_id': '388d17bc-26e5-4bff-9058-aa3ae16821e4', 'network_id': '279f5f9d-9337-49bf-be38-e3c3294e6385', 'admin_state_up': True, 'tenant_id': '17cb85e5c31d43049c6906942fa0b5f7'}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:32:40.258448 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-ef7f63c7-90ae-466d-a21f-5141443f4b22 req-3f6c107f-f3e8-4d0e-9bf3-8d898d32fdc1 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419075 Feb 21 00:32:40.338129 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-5ac5ffa2-8144-4842-b31f-e42444e7b418 req-7bdf4ac0-ce50-4360-88e2-96ae9d107705 tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] 10.222.0.45 "GET /v2.0/ports?device_id=388d17bc-26e5-4bff-9058-aa3ae16821e4 HTTP/1.1" status: 200 len: 210 time: 0.0704038 Feb 21 00:32:40.439680 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-c2f376c1-b146-49aa-88d3-5c69dccca6f1 req-2897c94e-1e46-407b-83e1-57012bbcd165 service neutron] 10.222.0.36 "GET /v2.0/networks/56d46d29-560d-47ad-81a5-640623ed77d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799526 Feb 21 00:32:40.449765 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9ff960d-8cb0-47e5-b0ff-051901b31b89 req-ad039f69-ebcb-47c8-8e25-8cbaa0baff4d tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] Made reservation on behalf of 17cb85e5c31d43049c6906942fa0b5f7 for: {'port': 1} {{(pid=109222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 00:32:40.453809 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-e9ff960d-8cb0-47e5-b0ff-051901b31b89 req-ad039f69-ebcb-47c8-8e25-8cbaa0baff4d tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:40.577757 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.db.db_base_plugin_common [req-e9ff960d-8cb0-47e5-b0ff-051901b31b89 req-ad039f69-ebcb-47c8-8e25-8cbaa0baff4d tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] Allocated IP 172.20.0.14 (279f5f9d-9337-49bf-be38-e3c3294e6385/478616b0-25bf-4b2d-82fe-724b0107c2f4/f5b2ea30-0688-4bd1-a15d-571b8489dd9b) {{(pid=109222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 00:32:40.730015 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-e9ff960d-8cb0-47e5-b0ff-051901b31b89 req-ad039f69-ebcb-47c8-8e25-8cbaa0baff4d tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] Publish callbacks [] for port (f5b2ea30-0688-4bd1-a15d-571b8489dd9b), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:40.743743 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa404ab-21fc-48d4-88b3-9c0525fdad82 req-256b5f6b-be16-468b-88ce-846d9d14b480 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:40.745799 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-0aa404ab-21fc-48d4-88b3-9c0525fdad82 req-256b5f6b-be16-468b-88ce-846d9d14b480 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fd7fea7-9f01-48c5-ac04-7fb6bd253b61 HTTP/1.1" status: 200 len: 945 time: 0.0615568 Feb 21 00:32:40.770846 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-e9ff960d-8cb0-47e5-b0ff-051901b31b89 req-ad039f69-ebcb-47c8-8e25-8cbaa0baff4d tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731676182815'] for port (f5b2ea30-0688-4bd1-a15d-571b8489dd9b), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:40.798359 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-0aa404ab-21fc-48d4-88b3-9c0525fdad82 req-777d98c1-055e-4b57-b48a-0fd7438bbc84 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/security-groups?id=086df3ca-b094-4a4d-b3ca-0d4f22d1c024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455065 Feb 21 00:32:40.842608 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9ff960d-8cb0-47e5-b0ff-051901b31b89 req-ad039f69-ebcb-47c8-8e25-8cbaa0baff4d tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] Network 279f5f9d-9337-49bf-be38-e3c3294e6385 is already hosted by enough agents. {{(pid=109222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:32:40.851827 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.scheduler.base_scheduler [req-e9ff960d-8cb0-47e5-b0ff-051901b31b89 req-ad039f69-ebcb-47c8-8e25-8cbaa0baff4d tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] Resources bound (agent type, host, resource id): {{(pid=109222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:32:40.856728 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9ff960d-8cb0-47e5-b0ff-051901b31b89 req-ad039f69-ebcb-47c8-8e25-8cbaa0baff4d tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] Received port after_create {{(pid=109222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 00:32:40.862327 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ff960d-8cb0-47e5-b0ff-051901b31b89 req-ad039f69-ebcb-47c8-8e25-8cbaa0baff4d tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:40.862939 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-e9ff960d-8cb0-47e5-b0ff-051901b31b89 req-ad039f69-ebcb-47c8-8e25-8cbaa0baff4d tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582445'] for port (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:40.870159 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad039f69-ebcb-47c8-8e25-8cbaa0baff4d tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] Pushing event updated for resources: {'Port': ['ID=f5b2ea30-0688-4bd1-a15d-571b8489dd9b,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:40.885882 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad039f69-ebcb-47c8-8e25-8cbaa0baff4d tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:32:40.886229 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad039f69-ebcb-47c8-8e25-8cbaa0baff4d tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:32:40.886573 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad039f69-ebcb-47c8-8e25-8cbaa0baff4d tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:32:40.886910 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad039f69-ebcb-47c8-8e25-8cbaa0baff4d tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:32:40.887320 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad039f69-ebcb-47c8-8e25-8cbaa0baff4d tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:32:40.887687 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad039f69-ebcb-47c8-8e25-8cbaa0baff4d tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:32:40.888023 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad039f69-ebcb-47c8-8e25-8cbaa0baff4d tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:32:40.888342 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad039f69-ebcb-47c8-8e25-8cbaa0baff4d tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:32:40.889168 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad039f69-ebcb-47c8-8e25-8cbaa0baff4d tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:32:40.889495 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad039f69-ebcb-47c8-8e25-8cbaa0baff4d tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:32:40.889818 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad039f69-ebcb-47c8-8e25-8cbaa0baff4d tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:32:40.890134 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad039f69-ebcb-47c8-8e25-8cbaa0baff4d tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:32:40.890451 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad039f69-ebcb-47c8-8e25-8cbaa0baff4d tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:32:40.902262 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-e9ff960d-8cb0-47e5-b0ff-051901b31b89 req-ad039f69-ebcb-47c8-8e25-8cbaa0baff4d tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6500444 Feb 21 00:32:40.910289 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72507e7f-f856-4c81-ad76-cb9d2a55f8f3 req-3761db8b-7bb0-47d8-bb3c-7ae653dde1a6 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:40.911704 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-72507e7f-f856-4c81-ad76-cb9d2a55f8f3 req-3761db8b-7bb0-47d8-bb3c-7ae653dde1a6 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/ports?device_id=f30576d2-85e7-4e35-915c-1a6660f90e3f HTTP/1.1" status: 200 len: 943 time: 0.1077213 Feb 21 00:32:40.926380 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [req-e9ff960d-8cb0-47e5-b0ff-051901b31b89 req-9f0db29f-183e-484b-85f5-f354047beed3 service neutron] Request body: {'port': {'device_id': '388d17bc-26e5-4bff-9058-aa3ae16821e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:32:41.010871 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-72507e7f-f856-4c81-ad76-cb9d2a55f8f3 req-e0228bf4-4651-4c83-8210-545580ff00c9 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/security-groups?id=d4c2ccd5-90d6-42ad-bf3a-131ba1b47e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935907 Feb 21 00:32:41.016311 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-e9ff960d-8cb0-47e5-b0ff-051901b31b89 req-9f0db29f-183e-484b-85f5-f354047beed3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (f5b2ea30-0688-4bd1-a15d-571b8489dd9b), before_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:41.159917 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40d12558-3fed-4562-b3a8-9a6f076fc3d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e54a4066-a1cd-43cd-bf19-c474f7a751af'}] {{(pid=109224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:32:41.163629 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea31762fe36adf1256da5116fd788589841920f52286d7e0b0077cda52487892" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1d61d1f-4982-42d6-9c1a-f0a4a3b8b705" -d '{"events": [{"server_uuid": "40d12558-3fed-4562-b3a8-9a6f076fc3d9", "name": "network-vif-plugged", "status": "completed", "tag": "e54a4066-a1cd-43cd-bf19-c474f7a751af"}]}' {{(pid=109224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:32:41.204916 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 00:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f57772e5-75d5-4e97-86b7-323d31f4a1f6 x-openstack-request-id: req-f57772e5-75d5-4e97-86b7-323d31f4a1f6 {{(pid=109224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:32:41.205507 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40d12558-3fed-4562-b3a8-9a6f076fc3d9", "name": "network-vif-plugged", "status": "completed", "tag": "e54a4066-a1cd-43cd-bf19-c474f7a751af", "code": 200}]} {{(pid=109224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:32:41.205839 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f57772e5-75d5-4e97-86b7-323d31f4a1f6 {{(pid=109224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:32:41.206343 dv-cinder-813225-6-iscsi neutron-server[109224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40d12558-3fed-4562-b3a8-9a6f076fc3d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e54a4066-a1cd-43cd-bf19-c474f7a751af', 'code': 200} Feb 21 00:32:41.396679 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.notifiers.nova [req-e9ff960d-8cb0-47e5-b0ff-051901b31b89 req-9f0db29f-183e-484b-85f5-f354047beed3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5b2ea30-0688-4bd1-a15d-571b8489dd9b {{(pid=109222) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 00:32:41.406644 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-e9ff960d-8cb0-47e5-b0ff-051901b31b89 req-9f0db29f-183e-484b-85f5-f354047beed3 service neutron] Publish callbacks [] for port (f5b2ea30-0688-4bd1-a15d-571b8489dd9b), precommit_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:41.423805 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057328f3-3879-4e70-915c-08cdfb15cfe5 req-d7d195d0-6e3f-478e-94ff-7619f1538e0e tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:41.424371 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.db.provisioning_blocks [req-e9ff960d-8cb0-47e5-b0ff-051901b31b89 req-9f0db29f-183e-484b-85f5-f354047beed3 service neutron] Transition to ACTIVE for port object f5b2ea30-0688-4bd1-a15d-571b8489dd9b will not be triggered until provisioned by entity L2. {{(pid=109222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 00:32:41.431640 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49976148-c38c-4ec6-a76b-a16a984deb1d req-a424feae-7413-4031-bee7-bc67548d014e tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:41.433176 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-49976148-c38c-4ec6-a76b-a16a984deb1d req-a424feae-7413-4031-bee7-bc67548d014e tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=40d12558-3fed-4562-b3a8-9a6f076fc3d9 HTTP/1.1" status: 200 len: 945 time: 0.1031270 Feb 21 00:32:41.437415 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-057328f3-3879-4e70-915c-08cdfb15cfe5 req-d7d195d0-6e3f-478e-94ff-7619f1538e0e tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=016acf20-2bcb-4d41-9d79-ad0d887280cb HTTP/1.1" status: 200 len: 946 time: 0.0872140 Feb 21 00:32:41.438485 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-e9ff960d-8cb0-47e5-b0ff-051901b31b89 req-9f0db29f-183e-484b-85f5-f354047beed3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (f5b2ea30-0688-4bd1-a15d-571b8489dd9b), after_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:41.517325 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-057328f3-3879-4e70-915c-08cdfb15cfe5 req-06f2d54d-2e05-4ae2-b5a0-87d9476e0011 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788596 Feb 21 00:32:41.578122 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0db29f-183e-484b-85f5-f354047beed3 service neutron] Pushing event updated for resources: {'Port': ['ID=f5b2ea30-0688-4bd1-a15d-571b8489dd9b,revision_number=2']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:41.603734 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-49976148-c38c-4ec6-a76b-a16a984deb1d req-3763d432-c481-4eea-9a95-1806f7fd7b11 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f05195e-1011-4af1-b12a-07d8f5627ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1482332 Feb 21 00:32:41.608084 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.managers [req-e9ff960d-8cb0-47e5-b0ff-051901b31b89 req-9f0db29f-183e-484b-85f5-f354047beed3 service neutron] Attempting to bind port f5b2ea30-0688-4bd1-a15d-571b8489dd9b on host hv-cinder-81322 for vnic_type normal with profile {{(pid=109222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 00:32:41.608606 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.managers [req-e9ff960d-8cb0-47e5-b0ff-051901b31b89 req-9f0db29f-183e-484b-85f5-f354047beed3 service neutron] Attempting to bind port f5b2ea30-0688-4bd1-a15d-571b8489dd9b by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '22970966-465a-4533-8294-0df908b152f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '279f5f9d-9337-49bf-be38-e3c3294e6385'}] {{(pid=109222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 00:32:41.609010 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ff960d-8cb0-47e5-b0ff-051901b31b89 req-9f0db29f-183e-484b-85f5-f354047beed3 service neutron] Attempting to bind port f5b2ea30-0688-4bd1-a15d-571b8489dd9b on network 279f5f9d-9337-49bf-be38-e3c3294e6385 {{(pid=109222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:32:41.613397 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 53432) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:32:41.626891 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ff960d-8cb0-47e5-b0ff-051901b31b89 req-9f0db29f-183e-484b-85f5-f354047beed3 service neutron] Port f5b2ea30-0688-4bd1-a15d-571b8489dd9b on network 279f5f9d-9337-49bf-be38-e3c3294e6385 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=109222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 00:32:41.626891 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ff960d-8cb0-47e5-b0ff-051901b31b89 req-9f0db29f-183e-484b-85f5-f354047beed3 service neutron] Attempting to bind port f5b2ea30-0688-4bd1-a15d-571b8489dd9b on network 279f5f9d-9337-49bf-be38-e3c3294e6385 {{(pid=109222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:32:41.629655 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ff960d-8cb0-47e5-b0ff-051901b31b89 req-9f0db29f-183e-484b-85f5-f354047beed3 service neutron] Checking agent: {'id': '2124d49d-e543-43fa-8e9f-817e1d020459', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 0, 29, 44), 'started_at': datetime.datetime(2022, 2, 21, 0, 29, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 0, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 00:32:41.630000 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ff960d-8cb0-47e5-b0ff-051901b31b89 req-9f0db29f-183e-484b-85f5-f354047beed3 service neutron] Checking segment: {'id': '22970966-465a-4533-8294-0df908b152f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '279f5f9d-9337-49bf-be38-e3c3294e6385'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:32:41.630385 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ff960d-8cb0-47e5-b0ff-051901b31b89 req-9f0db29f-183e-484b-85f5-f354047beed3 service neutron] Bound using segment: {'id': '22970966-465a-4533-8294-0df908b152f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '279f5f9d-9337-49bf-be38-e3c3294e6385'} {{(pid=109222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 00:32:41.630816 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.managers [req-e9ff960d-8cb0-47e5-b0ff-051901b31b89 req-9f0db29f-183e-484b-85f5-f354047beed3 service neutron] Bound port: f5b2ea30-0688-4bd1-a15d-571b8489dd9b, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22970966-465a-4533-8294-0df908b152f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '279f5f9d-9337-49bf-be38-e3c3294e6385'}}] {{(pid=109222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 00:32:41.631170 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-e9ff960d-8cb0-47e5-b0ff-051901b31b89 req-9f0db29f-183e-484b-85f5-f354047beed3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (f5b2ea30-0688-4bd1-a15d-571b8489dd9b), before_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:41.636072 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c3406b-f07e-4980-919f-75346c312a66 req-1f53b54d-af3d-45df-bcd1-c1c8f51449ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:41.637782 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-d3c3406b-f07e-4980-919f-75346c312a66 req-1f53b54d-af3d-45df-bcd1-c1c8f51449ef service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=40d12558-3fed-4562-b3a8-9a6f076fc3d9 HTTP/1.1" status: 200 len: 1129 time: 0.1090617 Feb 21 00:32:41.666076 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4df62b4-e5b0-4c00-b973-875016c263fe req-43158f82-607e-425e-9b46-b77cd91187a4 tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:41.667563 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-c4df62b4-e5b0-4c00-b973-875016c263fe req-43158f82-607e-425e-9b46-b77cd91187a4 tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] 10.222.0.45 "GET /v2.0/ports?device_id=388d17bc-26e5-4bff-9058-aa3ae16821e4 HTTP/1.1" status: 200 len: 944 time: 0.0671096 Feb 21 00:32:41.700640 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.db [req-e9ff960d-8cb0-47e5-b0ff-051901b31b89 req-9f0db29f-183e-484b-85f5-f354047beed3 service neutron] For port f5b2ea30-0688-4bd1-a15d-571b8489dd9b, host hv-cinder-81322, cleared binding levels {{(pid=109222) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 00:32:41.703892 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.db [req-e9ff960d-8cb0-47e5-b0ff-051901b31b89 req-9f0db29f-183e-484b-85f5-f354047beed3 service neutron] For port f5b2ea30-0688-4bd1-a15d-571b8489dd9b, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f5b2ea30-0688-4bd1-a15d-571b8489dd9b,segment=NetworkSegment(22970966-465a-4533-8294-0df908b152f2),segment_id=22970966-465a-4533-8294-0df908b152f2)] {{(pid=109222) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 00:32:41.711080 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-e9ff960d-8cb0-47e5-b0ff-051901b31b89 req-9f0db29f-183e-484b-85f5-f354047beed3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (f5b2ea30-0688-4bd1-a15d-571b8489dd9b), after_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:41.728885 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-c4df62b4-e5b0-4c00-b973-875016c263fe req-61b87a98-f54a-4f9d-852f-8ccff5268ef8 tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] 10.222.0.45 "GET /v2.0/security-groups?id=501164f9-baa4-41de-b5f4-e99fd87377d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530341 Feb 21 00:32:41.745603 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-594b46a3-d647-4323-855e-1c53a28359fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:41.746473 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ff960d-8cb0-47e5-b0ff-051901b31b89 req-9f0db29f-183e-484b-85f5-f354047beed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:41.747439 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-e9ff960d-8cb0-47e5-b0ff-051901b31b89 req-9f0db29f-183e-484b-85f5-f354047beed3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582445'] for port (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:41.748835 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-e9ff960d-8cb0-47e5-b0ff-051901b31b89 req-9f0db29f-183e-484b-85f5-f354047beed3 service neutron] 10.222.0.36 "PUT /v2.0/ports/f5b2ea30-0688-4bd1-a15d-571b8489dd9b HTTP/1.1" status: 200 len: 1094 time: 0.8299105 Feb 21 00:32:41.751001 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '388d17bc-26e5-4bff-9058-aa3ae16821e4', 'tag': 'f5b2ea30-0688-4bd1-a15d-571b8489dd9b'}] {{(pid=109222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:32:41.753244 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81563fad7634ec273475caa61ca91dc94d21cc2561ee8f59b09b3f9a67cb5537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60344925-f4e7-49f0-887f-6b07b163e7c1" -d '{"events": [{"name": "network-changed", "server_uuid": "388d17bc-26e5-4bff-9058-aa3ae16821e4", "tag": "f5b2ea30-0688-4bd1-a15d-571b8489dd9b"}]}' {{(pid=109222) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:32:41.777254 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0db29f-183e-484b-85f5-f354047beed3 service neutron] Pushing event updated for resources: {'Port': ['ID=f5b2ea30-0688-4bd1-a15d-571b8489dd9b,revision_number=3']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:41.791965 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 00:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-201a6671-ecc5-4cdc-bb96-d8c10bb5267a x-openstack-request-id: req-201a6671-ecc5-4cdc-bb96-d8c10bb5267a {{(pid=109222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:32:41.792332 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "388d17bc-26e5-4bff-9058-aa3ae16821e4", "tag": "f5b2ea30-0688-4bd1-a15d-571b8489dd9b", "status": "completed", "code": 200}]} {{(pid=109222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:32:41.792661 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-201a6671-ecc5-4cdc-bb96-d8c10bb5267a {{(pid=109222) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:32:41.793125 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '388d17bc-26e5-4bff-9058-aa3ae16821e4', 'tag': 'f5b2ea30-0688-4bd1-a15d-571b8489dd9b', 'status': 'completed', 'code': 200} Feb 21 00:32:41.826968 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-594b46a3-d647-4323-855e-1c53a28359fe admin admin] Publish callbacks [] for security_group (d9f6353c-8162-42ec-94cd-08b15e30876f), precommit_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:41.831071 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-594b46a3-d647-4323-855e-1c53a28359fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (d9f6353c-8162-42ec-94cd-08b15e30876f), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:41.869644 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594b46a3-d647-4323-855e-1c53a28359fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9f6353c-8162-42ec-94cd-08b15e30876f,revision_number=1']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:41.880774 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-594b46a3-d647-4323-855e-1c53a28359fe admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=305f40a9175b4739a40a7b6019cb00be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2661808 Feb 21 00:32:41.883541 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 53440) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:32:41.886512 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594b46a3-d647-4323-855e-1c53a28359fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:32:41.886888 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594b46a3-d647-4323-855e-1c53a28359fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:32:41.887255 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594b46a3-d647-4323-855e-1c53a28359fe admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:32:41.887596 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594b46a3-d647-4323-855e-1c53a28359fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:32:41.887930 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594b46a3-d647-4323-855e-1c53a28359fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:32:41.888258 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594b46a3-d647-4323-855e-1c53a28359fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:32:41.888603 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594b46a3-d647-4323-855e-1c53a28359fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:32:41.889513 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594b46a3-d647-4323-855e-1c53a28359fe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:32:41.889854 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594b46a3-d647-4323-855e-1c53a28359fe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:32:41.890200 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594b46a3-d647-4323-855e-1c53a28359fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:32:41.890528 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594b46a3-d647-4323-855e-1c53a28359fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:32:41.890846 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594b46a3-d647-4323-855e-1c53a28359fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:32:41.891167 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594b46a3-d647-4323-855e-1c53a28359fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:32:41.932297 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cd25fe-5681-4988-b646-b662b99f1ab5 req-c41cff95-e936-4b02-b6be-1f77bc05368a tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:41.933525 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-b1adf108-859b-4440-b404-eb10de3206dd admin admin] Publish callbacks [] for security_group (d9f6353c-8162-42ec-94cd-08b15e30876f), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:41.933764 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-55cd25fe-5681-4988-b646-b662b99f1ab5 req-c41cff95-e936-4b02-b6be-1f77bc05368a tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fd7fea7-9f01-48c5-ac04-7fb6bd253b61 HTTP/1.1" status: 200 len: 945 time: 0.0668316 Feb 21 00:32:41.955831 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-b1adf108-859b-4440-b404-eb10de3206dd admin admin] Publish callbacks [] for security_group (d9f6353c-8162-42ec-94cd-08b15e30876f), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:41.982072 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-55cd25fe-5681-4988-b646-b662b99f1ab5 req-d9b09e8a-5032-43e7-88b3-642f0cbf897e tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/security-groups?id=086df3ca-b094-4a4d-b3ca-0d4f22d1c024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423164 Feb 21 00:32:42.005748 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-b1adf108-859b-4440-b404-eb10de3206dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (d9f6353c-8162-42ec-94cd-08b15e30876f), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:42.008366 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-b1adf108-859b-4440-b404-eb10de3206dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:42.009533 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-b1adf108-859b-4440-b404-eb10de3206dd admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d9f6353c-8162-42ec-94cd-08b15e30876f HTTP/1.1" status: 204 len: 168 time: 0.1249030 Feb 21 00:32:42.018034 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1adf108-859b-4440-b404-eb10de3206dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9f6353c-8162-42ec-94cd-08b15e30876f,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:42.116352 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4547f6-efcc-4fa2-a979-1ed65bc63801 req-db32e59f-4554-47ac-85eb-bdaa24bef926 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:42.117944 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-5c4547f6-efcc-4fa2-a979-1ed65bc63801 req-db32e59f-4554-47ac-85eb-bdaa24bef926 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fd7fea7-9f01-48c5-ac04-7fb6bd253b61 HTTP/1.1" status: 200 len: 945 time: 0.0556977 Feb 21 00:32:42.127487 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 53448) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:32:42.132394 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [None req-50aa6e84-f824-4a41-90db-15f47db5b7db tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Request body: {'floatingip': {'port_id': '420adea9-d216-4e58-9d60-bb5d2a0bacdb'}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:32:42.153290 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4047a181-14a1-46db-8071-9d76f5aaed58 req-ca0a6b56-afb1-413a-b29c-f3c5cf65eb51 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:42.154894 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-4047a181-14a1-46db-8071-9d76f5aaed58 req-ca0a6b56-afb1-413a-b29c-f3c5cf65eb51 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/ports?device_id=f30576d2-85e7-4e35-915c-1a6660f90e3f HTTP/1.1" status: 200 len: 943 time: 0.0681970 Feb 21 00:32:42.214407 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-4047a181-14a1-46db-8071-9d76f5aaed58 req-0fac753a-059a-4f35-8e6c-d4c19cfa984e tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/security-groups?id=d4c2ccd5-90d6-42ad-bf3a-131ba1b47e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505118 Feb 21 00:32:42.216564 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-50aa6e84-f824-4a41-90db-15f47db5b7db tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Publish callbacks [] for floatingip (87f72e7a-a83c-40cf-9b1e-85d9656cbcd0), before_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:42.526604 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad4dd27-e266-4594-9c8f-cb0b9862a3ff req-75a34385-cd2f-4fb0-9ee1-1baced9c90ea tempest-DeleteServersTestJSON-1116134669 tempest-DeleteServersTestJSON-1116134669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:42.534791 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-6ad4dd27-e266-4594-9c8f-cb0b9862a3ff req-75a34385-cd2f-4fb0-9ee1-1baced9c90ea tempest-DeleteServersTestJSON-1116134669 tempest-DeleteServersTestJSON-1116134669-project] 10.222.0.45 "GET /v2.0/ports?device_id=deb436de-cb27-4097-a0c0-2bcc09bfb232 HTTP/1.1" status: 200 len: 945 time: 0.0614412 Feb 21 00:32:42.599870 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-6ad4dd27-e266-4594-9c8f-cb0b9862a3ff req-de4e2d9d-4e22-43f2-9df1-9fc3e67255b0 tempest-DeleteServersTestJSON-1116134669 tempest-DeleteServersTestJSON-1116134669-project] 10.222.0.45 "GET /v2.0/security-groups?id=2e88ae11-95d7-4230-ba40-d67b4fc42edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569963 Feb 21 00:32:42.729865 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1410297-c443-4b1a-9a15-65a785c6881e req-ac9592de-9d87-41d8-af0e-2cac287e426c tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:42.731505 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-a1410297-c443-4b1a-9a15-65a785c6881e req-ac9592de-9d87-41d8-af0e-2cac287e426c tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=40d12558-3fed-4562-b3a8-9a6f076fc3d9 HTTP/1.1" status: 200 len: 945 time: 0.0547364 Feb 21 00:32:42.788160 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-a1410297-c443-4b1a-9a15-65a785c6881e req-2a39c6d4-0154-4cca-b06a-2b1295f296bd tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f05195e-1011-4af1-b12a-07d8f5627ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448928 Feb 21 00:32:42.791502 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5546861-a580-466e-bdf7-83b7fd4756bd req-e24ec453-cbbe-4afd-8d85-9762202a27bd tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:42.792748 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-f5546861-a580-466e-bdf7-83b7fd4756bd req-e24ec453-cbbe-4afd-8d85-9762202a27bd tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=016acf20-2bcb-4d41-9d79-ad0d887280cb HTTP/1.1" status: 200 len: 946 time: 0.1778257 Feb 21 00:32:42.909368 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8bd642-960f-4a95-8b34-ac0ea0618816 req-4412625e-5429-4485-b93c-bca6eaee4fd4 tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:42.911653 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-3d8bd642-960f-4a95-8b34-ac0ea0618816 req-4412625e-5429-4485-b93c-bca6eaee4fd4 tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] 10.222.0.45 "GET /v2.0/ports?device_id=388d17bc-26e5-4bff-9058-aa3ae16821e4 HTTP/1.1" status: 200 len: 944 time: 0.0526795 Feb 21 00:32:42.913818 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-f5546861-a580-466e-bdf7-83b7fd4756bd req-8e32b4e9-0762-444f-8d7c-8a10af5ff7e8 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081154 Feb 21 00:32:42.971241 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-3d8bd642-960f-4a95-8b34-ac0ea0618816 req-8dca9bcd-4ce6-4f5c-a5be-2f8526f88385 tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] 10.222.0.45 "GET /v2.0/security-groups?id=501164f9-baa4-41de-b5f4-e99fd87377d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476103 Feb 21 00:32:42.995809 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-50aa6e84-f824-4a41-90db-15f47db5b7db tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:43.001707 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-50aa6e84-f824-4a41-90db-15f47db5b7db tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-951287'] for floatingip (87f72e7a-a83c-40cf-9b1e-85d9656cbcd0), after_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:43.355214 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.db.l3_db [None req-50aa6e84-f824-4a41-90db-15f47db5b7db tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Floating IP 87f72e7a-a83c-40cf-9b1e-85d9656cbcd0 associated. External IP: 172.27.3.20, port: 420adea9-d216-4e58-9d60-bb5d2a0bacdb. Feb 21 00:32:43.403964 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079afc0a-de1e-4871-af5a-30225903560e req-6afd240d-d56a-4c66-8fe7-4d768dc858d9 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:43.405972 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-079afc0a-de1e-4871-af5a-30225903560e req-6afd240d-d56a-4c66-8fe7-4d768dc858d9 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/ports?device_id=f30576d2-85e7-4e35-915c-1a6660f90e3f HTTP/1.1" status: 200 len: 943 time: 0.1092391 Feb 21 00:32:43.504466 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-079afc0a-de1e-4871-af5a-30225903560e req-327e2faa-d383-4744-8264-b764c6f6d91b tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/security-groups?id=d4c2ccd5-90d6-42ad-bf3a-131ba1b47e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920660 Feb 21 00:32:43.623960 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50aa6e84-f824-4a41-90db-15f47db5b7db tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Router 0e2ac5b4-99c9-449e-85f3-72d3fb2f461b has already been hosted by L3 agent 47b5b2cb-5391-4fc3-9478-3db20537c35a {{(pid=109222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 00:32:43.725209 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf4edf4-d65c-4bfb-962b-85bbc59b2d83 req-beadce79-b6da-4800-b218-e711a7cd97be tempest-DeleteServersTestJSON-1116134669 tempest-DeleteServersTestJSON-1116134669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:43.726711 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-5cf4edf4-d65c-4bfb-962b-85bbc59b2d83 req-beadce79-b6da-4800-b218-e711a7cd97be tempest-DeleteServersTestJSON-1116134669 tempest-DeleteServersTestJSON-1116134669-project] 10.222.0.45 "GET /v2.0/ports?device_id=deb436de-cb27-4097-a0c0-2bcc09bfb232 HTTP/1.1" status: 200 len: 945 time: 0.0708547 Feb 21 00:32:43.756728 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50aa6e84-f824-4a41-90db-15f47db5b7db tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Notify agent at l3_agent.dv-cinder-813225-6-iscsi the message routers_updated {{(pid=109222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 00:32:43.761365 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-50aa6e84-f824-4a41-90db-15f47db5b7db tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469064'] for floatingip (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:43.771650 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57577a86-5bde-4843-b269-0fafc6cbae74 None None] Sync routers for ids ['0e2ac5b4-99c9-449e-85f3-72d3fb2f461b'] in dv-cinder-813225-6-iscsi {{(pid=109225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 00:32:43.781024 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-5cf4edf4-d65c-4bfb-962b-85bbc59b2d83 req-d9c747bd-ce4d-4a2f-b8d0-50b1e050d5cf tempest-DeleteServersTestJSON-1116134669 tempest-DeleteServersTestJSON-1116134669-project] 10.222.0.45 "GET /v2.0/security-groups?id=2e88ae11-95d7-4230-ba40-d67b4fc42edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463011 Feb 21 00:32:43.784927 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57577a86-5bde-4843-b269-0fafc6cbae74 None None] Routers {'0e2ac5b4-99c9-449e-85f3-72d3fb2f461b'} bound to L3 agent in host dv-cinder-813225-6-iscsi {{(pid=109225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:32:43.785639 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_hamode_db [None req-57577a86-5bde-4843-b269-0fafc6cbae74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T00:23:33Z,description=,heartbeat_timestamp=2022-02-21T00:32:33Z,host='dv-cinder-813225-6-iscsi',id=47b5b2cb-5391-4fc3-9478-3db20537c35a,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:23:34Z,topic='l3_agent')) {'router_ids': ['0e2ac5b4-99c9-449e-85f3-72d3fb2f461b'], 'active': True} {{(pid=109225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:32:43.804442 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-50aa6e84-f824-4a41-90db-15f47db5b7db tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "PUT /v2.0/floatingips/87f72e7a-a83c-40cf-9b1e-85d9656cbcd0 HTTP/1.1" status: 200 len: 990 time: 1.6758537 Feb 21 00:32:43.805032 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fd7fea7-9f01-48c5-ac04-7fb6bd253b61', 'tag': '420adea9-d216-4e58-9d60-bb5d2a0bacdb'}] {{(pid=109222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:32:43.807416 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81563fad7634ec273475caa61ca91dc94d21cc2561ee8f59b09b3f9a67cb5537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-280d03b2-c2b3-494d-b11d-ee49f2eadd6b" -d '{"events": [{"name": "network-changed", "server_uuid": "4fd7fea7-9f01-48c5-ac04-7fb6bd253b61", "tag": "420adea9-d216-4e58-9d60-bb5d2a0bacdb"}]}' {{(pid=109222) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:32:43.862474 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 00:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-794e285e-749b-424e-968f-65f04c841356 x-openstack-request-id: req-794e285e-749b-424e-968f-65f04c841356 {{(pid=109222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:32:43.862474 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fd7fea7-9f01-48c5-ac04-7fb6bd253b61", "tag": "420adea9-d216-4e58-9d60-bb5d2a0bacdb", "status": "completed", "code": 200}]} {{(pid=109222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:32:43.862474 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-794e285e-749b-424e-968f-65f04c841356 {{(pid=109222) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:32:43.862474 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fd7fea7-9f01-48c5-ac04-7fb6bd253b61', 'tag': '420adea9-d216-4e58-9d60-bb5d2a0bacdb', 'status': 'completed', 'code': 200} Feb 21 00:32:43.897371 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_dvr_db [None req-57577a86-5bde-4843-b269-0fafc6cbae74 None None] Set router 0e2ac5b4-99c9-449e-85f3-72d3fb2f461b gateway port host: dv-cinder-813225-6-iscsi {{(pid=109225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:32:43.949076 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488a1e0f-4832-4bdd-9a98-3ff32a50c734 req-ed19224a-b5fc-4e93-a945-02645a268602 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:43.950587 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-488a1e0f-4832-4bdd-9a98-3ff32a50c734 req-ed19224a-b5fc-4e93-a945-02645a268602 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=40d12558-3fed-4562-b3a8-9a6f076fc3d9 HTTP/1.1" status: 200 len: 945 time: 0.0509784 Feb 21 00:32:44.002086 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-488a1e0f-4832-4bdd-9a98-3ff32a50c734 req-48fdcf26-eb7e-4891-9d2c-8ce0a25a704a tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f05195e-1011-4af1-b12a-07d8f5627ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458758 Feb 21 00:32:44.037978 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1019cf6f-9ff7-4377-89e7-05e6b1543cf0 req-006d092e-a7e5-4132-ab2f-87a6068d6205 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:44.039505 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-1019cf6f-9ff7-4377-89e7-05e6b1543cf0 req-006d092e-a7e5-4132-ab2f-87a6068d6205 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=016acf20-2bcb-4d41-9d79-ad0d887280cb HTTP/1.1" status: 200 len: 946 time: 0.0508947 Feb 21 00:32:44.089379 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-1019cf6f-9ff7-4377-89e7-05e6b1543cf0 req-e5c5c827-0295-4d4d-906f-a8b8ea8ee277 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443900 Feb 21 00:32:44.119642 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed32f3a3-32f4-435b-94ba-d9e524db9830 req-28308c94-c48c-475b-bc5f-79897880f010 tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:44.121136 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-ed32f3a3-32f4-435b-94ba-d9e524db9830 req-28308c94-c48c-475b-bc5f-79897880f010 tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] 10.222.0.45 "GET /v2.0/ports?device_id=388d17bc-26e5-4bff-9058-aa3ae16821e4 HTTP/1.1" status: 200 len: 944 time: 0.0536995 Feb 21 00:32:44.166350 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-ed32f3a3-32f4-435b-94ba-d9e524db9830 req-33179f81-b5c2-43f3-84f2-d85d20df1351 tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] 10.222.0.45 "GET /v2.0/security-groups?id=501164f9-baa4-41de-b5f4-e99fd87377d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390661 Feb 21 00:32:44.191498 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_hamode_db [None req-57577a86-5bde-4843-b269-0fafc6cbae74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e2ac5b4-99c9-449e-85f3-72d3fb2f461b', 'name': 'tempest-AttachVolumeTestJSON-923459538-router', 'tenant_id': 'f83942655a004261ad34343d44c6cf6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'external_fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '1bb1f34c-c765-4e9c-877f-be0fc6368b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:31:40Z', 'updated_at': '2022-02-21T00:31:57Z', 'revision_number': 4, 'project_id': 'f83942655a004261ad34343d44c6cf6b', 'gw_port': {'id': '1bb1f34c-c765-4e9c-877f-be0fc6368b70', 'name': '', 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:17:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2ac5b4-99c9-449e-85f3-72d3fb2f461b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:31:42Z', 'updated_at': '2022-02-21T00:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '890cd9a8-3116-412f-9022-3458585959da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-6-iscsi', '_floatingips': [{'id': '87f72e7a-a83c-40cf-9b1e-85d9656cbcd0', 'tenant_id': 'f83942655a004261ad34343d44c6cf6b', 'floating_ip_address': '172.27.3.20', 'floating_network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'router_id': '0e2ac5b4-99c9-449e-85f3-72d3fb2f461b', 'port_id': '420adea9-d216-4e58-9d60-bb5d2a0bacdb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c58ec42c-ebf4-48a5-8b13-e00a879614cb', 'mac_address': 'fa:16:3e:bf:a3:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd7fea7-9f01-48c5-ac04-7fb6bd253b61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T00:32:07Z', 'updated_at': '2022-02-21T00:32:42Z', 'revision_number': 1, 'project_id': 'f83942655a004261ad34343d44c6cf6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14c78ac1-77e4-4af4-a6fe-982d691b3ed2', 'name': '', 'network_id': 'c58ec42c-ebf4-48a5-8b13-e00a879614cb', 'tenant_id': 'f83942655a004261ad34343d44c6cf6b', 'mac_address': 'fa:16:3e:a2:2e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2ac5b4-99c9-449e-85f3-72d3fb2f461b', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'a770bec4-4043-4a9e-b8d8-da9ffce5c8ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:31:54Z', 'updated_at': '2022-02-21T00:32:05Z', 'revision_number': 5, 'project_id': 'f83942655a004261ad34343d44c6cf6b', 'subnets': [{'id': 'a770bec4-4043-4a9e-b8d8-da9ffce5c8ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-6-iscsi', False) {} {{(pid=109225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:32:44.216709 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57577a86-5bde-4843-b269-0fafc6cbae74 None None] Checking router: 0e2ac5b4-99c9-449e-85f3-72d3fb2f461b for host: dv-cinder-813225-6-iscsi {{(pid=109225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 00:32:44.224892 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57577a86-5bde-4843-b269-0fafc6cbae74 None None] Routers {'0e2ac5b4-99c9-449e-85f3-72d3fb2f461b'} bound to L3 agent in host dv-cinder-813225-6-iscsi {{(pid=109225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:32:44.225478 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_hamode_db [None req-57577a86-5bde-4843-b269-0fafc6cbae74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T00:23:33Z,description=,heartbeat_timestamp=2022-02-21T00:32:33Z,host='dv-cinder-813225-6-iscsi',id=47b5b2cb-5391-4fc3-9478-3db20537c35a,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:23:34Z,topic='l3_agent')) {'router_ids': ['0e2ac5b4-99c9-449e-85f3-72d3fb2f461b'], 'active': True} {{(pid=109225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:32:44.328293 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_dvr_db [None req-57577a86-5bde-4843-b269-0fafc6cbae74 None None] Set router 0e2ac5b4-99c9-449e-85f3-72d3fb2f461b gateway port host: dv-cinder-813225-6-iscsi {{(pid=109225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:32:44.540124 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_hamode_db [None req-57577a86-5bde-4843-b269-0fafc6cbae74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e2ac5b4-99c9-449e-85f3-72d3fb2f461b', 'name': 'tempest-AttachVolumeTestJSON-923459538-router', 'tenant_id': 'f83942655a004261ad34343d44c6cf6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'external_fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '1bb1f34c-c765-4e9c-877f-be0fc6368b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:31:40Z', 'updated_at': '2022-02-21T00:31:57Z', 'revision_number': 4, 'project_id': 'f83942655a004261ad34343d44c6cf6b', 'gw_port': {'id': '1bb1f34c-c765-4e9c-877f-be0fc6368b70', 'name': '', 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:17:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2ac5b4-99c9-449e-85f3-72d3fb2f461b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:31:42Z', 'updated_at': '2022-02-21T00:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '890cd9a8-3116-412f-9022-3458585959da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-6-iscsi', '_floatingips': [{'id': '87f72e7a-a83c-40cf-9b1e-85d9656cbcd0', 'tenant_id': 'f83942655a004261ad34343d44c6cf6b', 'floating_ip_address': '172.27.3.20', 'floating_network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'router_id': '0e2ac5b4-99c9-449e-85f3-72d3fb2f461b', 'port_id': '420adea9-d216-4e58-9d60-bb5d2a0bacdb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c58ec42c-ebf4-48a5-8b13-e00a879614cb', 'mac_address': 'fa:16:3e:bf:a3:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd7fea7-9f01-48c5-ac04-7fb6bd253b61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T00:32:07Z', 'updated_at': '2022-02-21T00:32:42Z', 'revision_number': 1, 'project_id': 'f83942655a004261ad34343d44c6cf6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14c78ac1-77e4-4af4-a6fe-982d691b3ed2', 'name': '', 'network_id': 'c58ec42c-ebf4-48a5-8b13-e00a879614cb', 'tenant_id': 'f83942655a004261ad34343d44c6cf6b', 'mac_address': 'fa:16:3e:a2:2e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2ac5b4-99c9-449e-85f3-72d3fb2f461b', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'a770bec4-4043-4a9e-b8d8-da9ffce5c8ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:31:54Z', 'updated_at': '2022-02-21T00:32:05Z', 'revision_number': 5, 'project_id': 'f83942655a004261ad34343d44c6cf6b', 'subnets': [{'id': 'a770bec4-4043-4a9e-b8d8-da9ffce5c8ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-6-iscsi', False) {} {{(pid=109225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:32:44.568713 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57577a86-5bde-4843-b269-0fafc6cbae74 None None] The sync data for ids ['0e2ac5b4-99c9-449e-85f3-72d3fb2f461b'] in dv-cinder-813225-6-iscsi is: [{'id': '0e2ac5b4-99c9-449e-85f3-72d3fb2f461b', 'name': 'tempest-AttachVolumeTestJSON-923459538-router', 'tenant_id': 'f83942655a004261ad34343d44c6cf6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'external_fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '1bb1f34c-c765-4e9c-877f-be0fc6368b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:31:40Z', 'updated_at': '2022-02-21T00:31:57Z', 'revision_number': 4, 'project_id': 'f83942655a004261ad34343d44c6cf6b', 'gw_port': {'id': '1bb1f34c-c765-4e9c-877f-be0fc6368b70', 'name': '', 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:17:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2ac5b4-99c9-449e-85f3-72d3fb2f461b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:31:42Z', 'updated_at': '2022-02-21T00:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '890cd9a8-3116-412f-9022-3458585959da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-6-iscsi', '_floatingips': [{'id': '87f72e7a-a83c-40cf-9b1e-85d9656cbcd0', 'tenant_id': 'f83942655a004261ad34343d44c6cf6b', 'floating_ip_address': '172.27.3.20', 'floating_network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'router_id': '0e2ac5b4-99c9-449e-85f3-72d3fb2f461b', 'port_id': '420adea9-d216-4e58-9d60-bb5d2a0bacdb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c58ec42c-ebf4-48a5-8b13-e00a879614cb', 'mac_address': 'fa:16:3e:bf:a3:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd7fea7-9f01-48c5-ac04-7fb6bd253b61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T00:32:07Z', 'updated_at': '2022-02-21T00:32:42Z', 'revision_number': 1, 'project_id': 'f83942655a004261ad34343d44c6cf6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14c78ac1-77e4-4af4-a6fe-982d691b3ed2', 'name': '', 'network_id': 'c58ec42c-ebf4-48a5-8b13-e00a879614cb', 'tenant_id': 'f83942655a004261ad34343d44c6cf6b', 'mac_address': 'fa:16:3e:a2:2e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2ac5b4-99c9-449e-85f3-72d3fb2f461b', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'a770bec4-4043-4a9e-b8d8-da9ffce5c8ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:31:54Z', 'updated_at': '2022-02-21T00:32:05Z', 'revision_number': 5, 'project_id': 'f83942655a004261ad34343d44c6cf6b', 'subnets': [{'id': 'a770bec4-4043-4a9e-b8d8-da9ffce5c8ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 00:32:44.605626 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (2124d49d-e543-43fa-8e9f-817e1d020459), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:44.660410 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8664a21-9815-4041-8d33-84a44c17b943 req-614244df-0078-4d20-9554-a5f4dd9135c7 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:44.661908 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-d8664a21-9815-4041-8d33-84a44c17b943 req-614244df-0078-4d20-9554-a5f4dd9135c7 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/ports?device_id=f30576d2-85e7-4e35-915c-1a6660f90e3f HTTP/1.1" status: 200 len: 943 time: 0.0909646 Feb 21 00:32:44.701653 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280d03b2-c2b3-494d-b11d-ee49f2eadd6b req-d6be55be-fede-4545-a198-e3243862e811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:44.703287 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-280d03b2-c2b3-494d-b11d-ee49f2eadd6b req-d6be55be-fede-4545-a198-e3243862e811 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f83942655a004261ad34343d44c6cf6b&device_id=4fd7fea7-9f01-48c5-ac04-7fb6bd253b61 HTTP/1.1" status: 200 len: 1129 time: 0.0515773 Feb 21 00:32:44.733629 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-d3c3406b-f07e-4980-919f-75346c312a66 req-77280e41-0097-44f2-a94f-f09e12cdbd5e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0f05195e-1011-4af1-b12a-07d8f5627ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171992 Feb 21 00:32:44.750319 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60344925-f4e7-49f0-887f-6b07b163e7c1 req-05421317-ff96-492e-a47e-174362f1ec25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:44.751867 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-60344925-f4e7-49f0-887f-6b07b163e7c1 req-05421317-ff96-492e-a47e-174362f1ec25 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=17cb85e5c31d43049c6906942fa0b5f7&device_id=388d17bc-26e5-4bff-9058-aa3ae16821e4 HTTP/1.1" status: 200 len: 1128 time: 0.1102846 Feb 21 00:32:44.756692 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-d8664a21-9815-4041-8d33-84a44c17b943 req-ce01d640-2cf1-49ff-95e8-75622caecfc9 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/security-groups?id=d4c2ccd5-90d6-42ad-bf3a-131ba1b47e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770712 Feb 21 00:32:44.801021 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280d03b2-c2b3-494d-b11d-ee49f2eadd6b req-f4341ba0-b859-443a-8033-e90f3619f06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:44.802537 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-280d03b2-c2b3-494d-b11d-ee49f2eadd6b req-f4341ba0-b859-443a-8033-e90f3619f06b service neutron] 10.222.0.36 "GET /v2.0/networks?id=c58ec42c-ebf4-48a5-8b13-e00a879614cb HTTP/1.1" status: 200 len: 911 time: 0.0892482 Feb 21 00:32:44.825928 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461e57be-73e5-4263-af1b-2f843172d4cc None None] New status for floating IP 87f72e7a-a83c-40cf-9b1e-85d9656cbcd0: ACTIVE {{(pid=109224) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 00:32:44.902275 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a02de05-1572-45e4-a2ee-82ef4e81ceee req-8de3716f-39d8-44da-bb75-6fb385b5874d tempest-DeleteServersTestJSON-1116134669 tempest-DeleteServersTestJSON-1116134669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:44.903772 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-5a02de05-1572-45e4-a2ee-82ef4e81ceee req-8de3716f-39d8-44da-bb75-6fb385b5874d tempest-DeleteServersTestJSON-1116134669 tempest-DeleteServersTestJSON-1116134669-project] 10.222.0.45 "GET /v2.0/ports?device_id=deb436de-cb27-4097-a0c0-2bcc09bfb232 HTTP/1.1" status: 200 len: 945 time: 0.0509760 Feb 21 00:32:44.954847 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-5a02de05-1572-45e4-a2ee-82ef4e81ceee req-77d4e91e-bb98-4fd3-8591-9474e4b58cbf tempest-DeleteServersTestJSON-1116134669 tempest-DeleteServersTestJSON-1116134669-project] 10.222.0.45 "GET /v2.0/security-groups?id=2e88ae11-95d7-4230-ba40-d67b4fc42edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446746 Feb 21 00:32:45.152112 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-280d03b2-c2b3-494d-b11d-ee49f2eadd6b req-4cfda2e6-9ecf-487e-84ec-40939bd9b26f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=420adea9-d216-4e58-9d60-bb5d2a0bacdb HTTP/1.1" status: 200 len: 1000 time: 0.1020257 Feb 21 00:32:45.183517 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205ed40c-85df-45c5-8ea9-bd83feda9dee req-be15cc17-d6e4-4498-9355-56114503b26b tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:45.185021 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-205ed40c-85df-45c5-8ea9-bd83feda9dee req-be15cc17-d6e4-4498-9355-56114503b26b tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=40d12558-3fed-4562-b3a8-9a6f076fc3d9 HTTP/1.1" status: 200 len: 945 time: 0.0811698 Feb 21 00:32:45.191012 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60344925-f4e7-49f0-887f-6b07b163e7c1 req-8bdfe99d-2c0f-4b8f-ade8-79415d516491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:45.192440 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-60344925-f4e7-49f0-887f-6b07b163e7c1 req-8bdfe99d-2c0f-4b8f-ade8-79415d516491 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=17cb85e5c31d43049c6906942fa0b5f7&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1427367 Feb 21 00:32:45.233745 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280d03b2-c2b3-494d-b11d-ee49f2eadd6b req-de040a45-6c8c-4dbf-9be1-6efbf2a6da25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:45.235219 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-280d03b2-c2b3-494d-b11d-ee49f2eadd6b req-de040a45-6c8c-4dbf-9be1-6efbf2a6da25 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a770bec4-4043-4a9e-b8d8-da9ffce5c8ef HTTP/1.1" status: 200 len: 849 time: 0.0683756 Feb 21 00:32:45.246010 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbb3fe1-a1ae-4cfe-9839-a3184437183f req-3fc050fc-16b0-4ed8-ae17-07de9e52999a tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:45.247398 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-3fbb3fe1-a1ae-4cfe-9839-a3184437183f req-3fc050fc-16b0-4ed8-ae17-07de9e52999a tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=016acf20-2bcb-4d41-9d79-ad0d887280cb HTTP/1.1" status: 200 len: 946 time: 0.0898359 Feb 21 00:32:45.286821 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-205ed40c-85df-45c5-8ea9-bd83feda9dee req-8db3414d-63a6-4649-934d-4a24ebcd112f tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f05195e-1011-4af1-b12a-07d8f5627ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934391 Feb 21 00:32:45.315995 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60344925-f4e7-49f0-887f-6b07b163e7c1 req-b1eb3c23-2a38-45a8-ad25-55b7aacbe2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:45.317532 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-60344925-f4e7-49f0-887f-6b07b163e7c1 req-b1eb3c23-2a38-45a8-ad25-55b7aacbe2d8 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1177368 Feb 21 00:32:45.344186 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-3fbb3fe1-a1ae-4cfe-9839-a3184437183f req-ebf5702f-1530-41ac-819a-3f5f67418a24 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877748 Feb 21 00:32:45.351101 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280d03b2-c2b3-494d-b11d-ee49f2eadd6b req-7de6d2bc-2f28-4298-a073-f7bf562d6c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:45.353054 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-280d03b2-c2b3-494d-b11d-ee49f2eadd6b req-7de6d2bc-2f28-4298-a073-f7bf562d6c1d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c58ec42c-ebf4-48a5-8b13-e00a879614cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1047878 Feb 21 00:32:45.447619 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ff960d-8cb0-47e5-b0ff-051901b31b89 req-fe50597c-b5d3-4111-810d-81659e03a970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:45.449489 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-e9ff960d-8cb0-47e5-b0ff-051901b31b89 req-fe50597c-b5d3-4111-810d-81659e03a970 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=17cb85e5c31d43049c6906942fa0b5f7&device_id=388d17bc-26e5-4bff-9058-aa3ae16821e4 HTTP/1.1" status: 200 len: 1128 time: 0.0738795 Feb 21 00:32:45.459145 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Device b298c567-214d-4f2e-822e-50aebdc7ad41 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109224) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 00:32:45.463268 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-280d03b2-c2b3-494d-b11d-ee49f2eadd6b req-e7fffd4c-c153-494c-a125-ba485e9004cc service neutron] 10.222.0.36 "GET /v2.0/networks/c58ec42c-ebf4-48a5-8b13-e00a879614cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953612 Feb 21 00:32:45.470157 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff04c7de-ba6f-4459-9591-ac39c9978cf2 req-19d9f5dc-6459-4f5c-8334-7c62280fe62a tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:45.471766 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-ff04c7de-ba6f-4459-9591-ac39c9978cf2 req-19d9f5dc-6459-4f5c-8334-7c62280fe62a tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] 10.222.0.45 "GET /v2.0/ports?device_id=388d17bc-26e5-4bff-9058-aa3ae16821e4 HTTP/1.1" status: 200 len: 944 time: 0.1074188 Feb 21 00:32:45.519135 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-e9ff960d-8cb0-47e5-b0ff-051901b31b89 req-36c21534-cc53-4d7f-88de-05b549db3497 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5b2ea30-0688-4bd1-a15d-571b8489dd9b HTTP/1.1" status: 200 len: 217 time: 0.0461018 Feb 21 00:32:45.571599 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] For port b298c567-214d-4f2e-822e-50aebdc7ad41, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b298c567-214d-4f2e-822e-50aebdc7ad41,segment=NetworkSegment(41c853f0-8bb5-4bee-bddd-7995047fee1c),segment_id=41c853f0-8bb5-4bee-bddd-7995047fee1c)] {{(pid=109224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:32:45.585256 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Returning: {'device': 'b298c567-214d-4f2e-822e-50aebdc7ad41', 'network_id': '56d46d29-560d-47ad-81a5-640623ed77d9', 'port_id': 'b298c567-214d-4f2e-822e-50aebdc7ad41', 'mac_address': 'fa:16:3e:ef:5e:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e737284c-a5a6-4a63-a4b0-f2ad93902441', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109224) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 00:32:45.588640 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-280d03b2-c2b3-494d-b11d-ee49f2eadd6b req-bbd230d3-8f3d-497e-b10f-f13a17bc06d8 service neutron] 10.222.0.36 "GET /v2.0/networks/c58ec42c-ebf4-48a5-8b13-e00a879614cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069396 Feb 21 00:32:45.603328 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-ff04c7de-ba6f-4459-9591-ac39c9978cf2 req-a1c7a0d4-7a78-4eab-8037-3827b0b25c75 tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] 10.222.0.45 "GET /v2.0/security-groups?id=501164f9-baa4-41de-b5f4-e99fd87377d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228783 Feb 21 00:32:45.614632 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ff960d-8cb0-47e5-b0ff-051901b31b89 req-06667ec4-b7f6-4246-b7b9-5bd962983e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:45.616255 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-e9ff960d-8cb0-47e5-b0ff-051901b31b89 req-06667ec4-b7f6-4246-b7b9-5bd962983e94 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=478616b0-25bf-4b2d-82fe-724b0107c2f4 HTTP/1.1" status: 200 len: 849 time: 0.0850592 Feb 21 00:32:45.630571 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Current status of the port b298c567-214d-4f2e-822e-50aebdc7ad41 is: DOWN; New status is: BUILD {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:32:45.631097 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (b298c567-214d-4f2e-822e-50aebdc7ad41), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:45.643813 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.notifiers.nova [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b298c567-214d-4f2e-822e-50aebdc7ad41 {{(pid=109224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 00:32:45.654769 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-e9ff960d-8cb0-47e5-b0ff-051901b31b89 req-40e4f86f-f0cb-418b-a97d-315842434f92 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=279f5f9d-9337-49bf-be38-e3c3294e6385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245483 Feb 21 00:32:45.662985 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] For port b298c567-214d-4f2e-822e-50aebdc7ad41, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b298c567-214d-4f2e-822e-50aebdc7ad41,segment=NetworkSegment(41c853f0-8bb5-4bee-bddd-7995047fee1c),segment_id=41c853f0-8bb5-4bee-bddd-7995047fee1c)] {{(pid=109224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:32:45.666542 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (b298c567-214d-4f2e-822e-50aebdc7ad41), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:45.712243 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Pushing event updated for resources: {'Port': ['ID=b298c567-214d-4f2e-822e-50aebdc7ad41,revision_number=4']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:45.719816 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:32:45.720184 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:32:45.720549 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:32:45.720891 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:32:45.721228 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:32:45.721562 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:32:45.722155 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:32:45.722476 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:32:45.722806 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:32:45.723145 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:32:45.723501 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:32:45.723829 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:32:45.724151 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:32:45.756596 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-e9ff960d-8cb0-47e5-b0ff-051901b31b89 req-1254b22f-23aa-4df6-958c-552797303e8e service neutron] 10.222.0.36 "GET /v2.0/networks/279f5f9d-9337-49bf-be38-e3c3294e6385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875883 Feb 21 00:32:45.854454 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-e9ff960d-8cb0-47e5-b0ff-051901b31b89 req-ef1e7c3b-925f-4955-8038-9de64ce9c1ea service neutron] 10.222.0.36 "GET /v2.0/networks/279f5f9d-9337-49bf-be38-e3c3294e6385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888081 Feb 21 00:32:45.916810 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e4d1ee-db2f-4cd4-9dae-46036ebb157f req-83821165-1048-440d-b6a0-29390e5be9df tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:45.918418 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-78e4d1ee-db2f-4cd4-9dae-46036ebb157f req-83821165-1048-440d-b6a0-29390e5be9df tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/ports?device_id=f30576d2-85e7-4e35-915c-1a6660f90e3f HTTP/1.1" status: 200 len: 944 time: 0.0633056 Feb 21 00:32:45.964721 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-78e4d1ee-db2f-4cd4-9dae-46036ebb157f req-361f9315-e686-4e8f-9477-be9fef73c7bf tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/security-groups?id=d4c2ccd5-90d6-42ad-bf3a-131ba1b47e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399649 Feb 21 00:32:46.072449 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fca7ebd-6cbc-4232-b803-156a1fc010c3 req-639d9162-8d33-4f15-94ef-c72edb9aa89e tempest-DeleteServersTestJSON-1116134669 tempest-DeleteServersTestJSON-1116134669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:46.073800 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-9fca7ebd-6cbc-4232-b803-156a1fc010c3 req-639d9162-8d33-4f15-94ef-c72edb9aa89e tempest-DeleteServersTestJSON-1116134669 tempest-DeleteServersTestJSON-1116134669-project] 10.222.0.45 "GET /v2.0/ports?device_id=deb436de-cb27-4097-a0c0-2bcc09bfb232 HTTP/1.1" status: 200 len: 945 time: 0.0499942 Feb 21 00:32:46.122448 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-9fca7ebd-6cbc-4232-b803-156a1fc010c3 req-20caae46-4708-42f7-a33a-62f4a791aad4 tempest-DeleteServersTestJSON-1116134669 tempest-DeleteServersTestJSON-1116134669-project] 10.222.0.45 "GET /v2.0/security-groups?id=2e88ae11-95d7-4230-ba40-d67b4fc42edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430765 Feb 21 00:32:46.349251 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] get_ports_and_sgs() called for port_ids ['b298c567-214d-4f2e-822e-50aebdc7ad41'] {{(pid=109224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 00:32:46.412802 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c41a31f-2303-4e9c-a344-f1e63220b210 req-8bd6251d-1d2d-4704-9738-951c65bf675b tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:46.414293 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-3c41a31f-2303-4e9c-a344-f1e63220b210 req-8bd6251d-1d2d-4704-9738-951c65bf675b tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=40d12558-3fed-4562-b3a8-9a6f076fc3d9 HTTP/1.1" status: 200 len: 945 time: 0.0542500 Feb 21 00:32:46.469820 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ecb370-3d9f-4b2b-b295-0f11cc90a5d6 req-3b16543d-1476-4c07-890b-363317207541 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:46.471321 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-77ecb370-3d9f-4b2b-b295-0f11cc90a5d6 req-3b16543d-1476-4c07-890b-363317207541 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=016acf20-2bcb-4d41-9d79-ad0d887280cb HTTP/1.1" status: 200 len: 946 time: 0.0556436 Feb 21 00:32:46.480835 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-3c41a31f-2303-4e9c-a344-f1e63220b210 req-33a01a39-236e-4e7a-8fbc-0fb76ff4efb0 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f05195e-1011-4af1-b12a-07d8f5627ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591018 Feb 21 00:32:46.545613 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-77ecb370-3d9f-4b2b-b295-0f11cc90a5d6 req-eb58d68a-37e2-460c-a459-d4bff4bbb84d tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683169 Feb 21 00:32:46.561539 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-a308faf3-9e7d-4fe8-88a2-e2fbb825587f req-978143b0-8707-4c75-86c6-8c223f5d4694 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=baae7bf1-c38c-4d14-ba07-585da5656bff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0533972 Feb 21 00:32:46.655868 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a308faf3-9e7d-4fe8-88a2-e2fbb825587f req-e5bb8c78-73b6-499c-ba86-41d1d526e220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:46.657435 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-a308faf3-9e7d-4fe8-88a2-e2fbb825587f req-e5bb8c78-73b6-499c-ba86-41d1d526e220 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0467d31eadf844478eb8071898fb128e&device_id=baae7bf1-c38c-4d14-ba07-585da5656bff HTTP/1.1" status: 200 len: 1130 time: 0.0446022 Feb 21 00:32:46.735107 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4671ac-d7f7-444a-807f-0c3c5bb32293 req-82c3fdb7-f685-4bb4-96e7-f1ae4dfe0a05 tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:46.736633 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-5d4671ac-d7f7-444a-807f-0c3c5bb32293 req-82c3fdb7-f685-4bb4-96e7-f1ae4dfe0a05 tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] 10.222.0.45 "GET /v2.0/ports?device_id=388d17bc-26e5-4bff-9058-aa3ae16821e4 HTTP/1.1" status: 200 len: 944 time: 0.0613878 Feb 21 00:32:46.790460 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a308faf3-9e7d-4fe8-88a2-e2fbb825587f req-45196f6a-f2ec-4cb0-8ff9-628072814dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:46.791991 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-a308faf3-9e7d-4fe8-88a2-e2fbb825587f req-45196f6a-f2ec-4cb0-8ff9-628072814dac service neutron] 10.222.0.36 "GET /v2.0/networks?id=56d46d29-560d-47ad-81a5-640623ed77d9 HTTP/1.1" status: 200 len: 915 time: 0.1077189 Feb 21 00:32:46.804627 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-5d4671ac-d7f7-444a-807f-0c3c5bb32293 req-ddecb4f6-3df1-4934-b4fe-9989c7fc4e4b tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] 10.222.0.45 "GET /v2.0/security-groups?id=501164f9-baa4-41de-b5f4-e99fd87377d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595632 Feb 21 00:32:46.845212 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-a308faf3-9e7d-4fe8-88a2-e2fbb825587f req-d1d6978c-d827-40f3-8d39-cdd219961a9c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f3d26097-eec0-4f8b-a37f-5da2c7131cf4 HTTP/1.1" status: 200 len: 217 time: 0.0383785 Feb 21 00:32:46.911823 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a308faf3-9e7d-4fe8-88a2-e2fbb825587f req-7aeac7c0-66db-40e8-be83-ea3a26bee9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:46.913480 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-a308faf3-9e7d-4fe8-88a2-e2fbb825587f req-7aeac7c0-66db-40e8-be83-ea3a26bee9fe service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e737284c-a5a6-4a63-a4b0-f2ad93902441 HTTP/1.1" status: 200 len: 854 time: 0.0480621 Feb 21 00:32:46.951947 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-a308faf3-9e7d-4fe8-88a2-e2fbb825587f req-6e532452-53e9-4e83-bbb7-fbaa23442cf0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=56d46d29-560d-47ad-81a5-640623ed77d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239019 Feb 21 00:32:47.078556 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-a308faf3-9e7d-4fe8-88a2-e2fbb825587f req-5dbfbded-8fb4-4d32-a2a2-f46cf0a7d14b service neutron] 10.222.0.36 "GET /v2.0/networks/56d46d29-560d-47ad-81a5-640623ed77d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179640 Feb 21 00:32:47.120138 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee11cc41-6c73-49d8-8f83-e6aa6873e830 req-b0e1ee2d-a6c8-4ea0-9ac9-c7016007e86c tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:47.121589 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-ee11cc41-6c73-49d8-8f83-e6aa6873e830 req-b0e1ee2d-a6c8-4ea0-9ac9-c7016007e86c tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/ports?device_id=f30576d2-85e7-4e35-915c-1a6660f90e3f HTTP/1.1" status: 200 len: 944 time: 0.0824459 Feb 21 00:32:47.230350 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-ee11cc41-6c73-49d8-8f83-e6aa6873e830 req-5992894a-f01d-4f98-9231-bc7c455507a8 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/security-groups?id=d4c2ccd5-90d6-42ad-bf3a-131ba1b47e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735042 Feb 21 00:32:47.235005 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-a308faf3-9e7d-4fe8-88a2-e2fbb825587f req-c0c08349-bf6c-456b-82bc-0efcb44ef8ee service neutron] 10.222.0.36 "GET /v2.0/networks/56d46d29-560d-47ad-81a5-640623ed77d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404028 Feb 21 00:32:47.250593 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94f4aca-808d-4476-a058-243d76301cd4 req-3004f8c1-e665-405b-9ee7-4da9ddf82ea1 tempest-DeleteServersTestJSON-1116134669 tempest-DeleteServersTestJSON-1116134669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:47.252194 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-c94f4aca-808d-4476-a058-243d76301cd4 req-3004f8c1-e665-405b-9ee7-4da9ddf82ea1 tempest-DeleteServersTestJSON-1116134669 tempest-DeleteServersTestJSON-1116134669-project] 10.222.0.45 "GET /v2.0/ports?device_id=deb436de-cb27-4097-a0c0-2bcc09bfb232 HTTP/1.1" status: 200 len: 945 time: 0.0633314 Feb 21 00:32:47.307444 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-c94f4aca-808d-4476-a058-243d76301cd4 req-7c9dd4dd-e9d1-4bf4-98b2-daedec1e45d1 tempest-DeleteServersTestJSON-1116134669 tempest-DeleteServersTestJSON-1116134669-project] 10.222.0.45 "GET /v2.0/security-groups?id=2e88ae11-95d7-4230-ba40-d67b4fc42edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479434 Feb 21 00:32:47.315865 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 53606) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:32:47.420830 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-e2776a6b-5daf-43f0-bf7e-c4196f85d45b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:47.495478 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-e2776a6b-5daf-43f0-bf7e-c4196f85d45b admin admin] Publish callbacks [] for security_group (bde65ff8-639e-4dcb-8129-e22c3e8c3a9f), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:47.499006 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-e2776a6b-5daf-43f0-bf7e-c4196f85d45b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (bde65ff8-639e-4dcb-8129-e22c3e8c3a9f), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:47.536589 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-e2776a6b-5daf-43f0-bf7e-c4196f85d45b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7f7a03bc08224fa69641a539a7756e11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2196043 Feb 21 00:32:47.537473 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2776a6b-5daf-43f0-bf7e-c4196f85d45b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bde65ff8-639e-4dcb-8129-e22c3e8c3a9f,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:47.539305 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 53612) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:32:47.589713 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-7460a3eb-9087-486a-ab48-050db9733569 admin admin] Publish callbacks [] for security_group (bde65ff8-639e-4dcb-8129-e22c3e8c3a9f), before_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:47.605294 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee99bda6-3b18-4f60-abb3-f432a21b7135 req-fb62d269-0ec7-4ddf-ad2a-87413e965d3c tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:47.606962 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-ee99bda6-3b18-4f60-abb3-f432a21b7135 req-fb62d269-0ec7-4ddf-ad2a-87413e965d3c tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=40d12558-3fed-4562-b3a8-9a6f076fc3d9 HTTP/1.1" status: 200 len: 945 time: 0.0535226 Feb 21 00:32:47.614567 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-7460a3eb-9087-486a-ab48-050db9733569 admin admin] Publish callbacks [] for security_group (bde65ff8-639e-4dcb-8129-e22c3e8c3a9f), precommit_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:47.655471 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-ee99bda6-3b18-4f60-abb3-f432a21b7135 req-8ed099e8-e7c3-4ba1-ab0d-b090fc7feac1 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f05195e-1011-4af1-b12a-07d8f5627ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421116 Feb 21 00:32:47.776813 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47df5a34-160c-455a-8327-db4c1d5af4f2 req-752f5e98-a1bd-4a49-8537-e62689136b9d tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:47.778302 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-47df5a34-160c-455a-8327-db4c1d5af4f2 req-752f5e98-a1bd-4a49-8537-e62689136b9d tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=40d12558-3fed-4562-b3a8-9a6f076fc3d9 HTTP/1.1" status: 200 len: 945 time: 0.0519845 Feb 21 00:32:47.787467 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 53618) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:32:47.791890 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [None req-9eee72b4-5499-4622-971f-4e41944a9ca7 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Request body: {'floatingip': {'port_id': 'e54a4066-a1cd-43cd-bf19-c474f7a751af'}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:32:47.833366 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-9eee72b4-5499-4622-971f-4e41944a9ca7 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Publish callbacks [] for floatingip (6623302f-c1a6-4259-90e1-fc681c19b766), before_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:47.861074 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9fdcb1-ccbd-493e-8be6-ab19cc1ed522 req-f3288f93-1a2d-4df2-933a-2c7e5b5fd316 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:47.862669 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-6b9fdcb1-ccbd-493e-8be6-ab19cc1ed522 req-f3288f93-1a2d-4df2-933a-2c7e5b5fd316 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=016acf20-2bcb-4d41-9d79-ad0d887280cb HTTP/1.1" status: 200 len: 946 time: 0.2416017 Feb 21 00:32:47.883884 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-7460a3eb-9087-486a-ab48-050db9733569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (bde65ff8-639e-4dcb-8129-e22c3e8c3a9f), after_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:47.886384 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-7460a3eb-9087-486a-ab48-050db9733569 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:47.887524 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-7460a3eb-9087-486a-ab48-050db9733569 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bde65ff8-639e-4dcb-8129-e22c3e8c3a9f HTTP/1.1" status: 204 len: 168 time: 0.3470013 Feb 21 00:32:47.900621 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7460a3eb-9087-486a-ab48-050db9733569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bde65ff8-639e-4dcb-8129-e22c3e8c3a9f,revision_number=None']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:47.930981 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-6b9fdcb1-ccbd-493e-8be6-ab19cc1ed522 req-6d5167ba-e6f0-46a5-8780-37ceaeecad7e tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613947 Feb 21 00:32:47.994103 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7552bc01-b147-41a3-b23f-ac629e5bef46 req-19ee5c7c-adeb-4ceb-92d0-1b5ab9a33d19 tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:47.995614 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-7552bc01-b147-41a3-b23f-ac629e5bef46 req-19ee5c7c-adeb-4ceb-92d0-1b5ab9a33d19 tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] 10.222.0.45 "GET /v2.0/ports?device_id=388d17bc-26e5-4bff-9058-aa3ae16821e4 HTTP/1.1" status: 200 len: 944 time: 0.1014893 Feb 21 00:32:48.125196 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-7552bc01-b147-41a3-b23f-ac629e5bef46 req-472de320-1d21-422d-80da-c654bc4d2984 tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] 10.222.0.45 "GET /v2.0/security-groups?id=501164f9-baa4-41de-b5f4-e99fd87377d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986509 Feb 21 00:32:48.198910 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 53632) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:32:48.212637 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-0e9d1dc8-7063-4e9a-9e95-a6e698d003c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:48.294442 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-0e9d1dc8-7063-4e9a-9e95-a6e698d003c7 admin admin] Publish callbacks [] for security_group (67915d8e-3995-4d61-bd8f-b28355106ff6), precommit_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:48.300222 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-0e9d1dc8-7063-4e9a-9e95-a6e698d003c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (67915d8e-3995-4d61-bd8f-b28355106ff6), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:48.372831 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-0e9d1dc8-7063-4e9a-9e95-a6e698d003c7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6c2312a0b5b04ecda7c909e6a306f50a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1703722 Feb 21 00:32:48.375673 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 53638) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:32:48.385306 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9d1dc8-7063-4e9a-9e95-a6e698d003c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67915d8e-3995-4d61-bd8f-b28355106ff6,revision_number=1']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:48.432052 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935e4f0e-d591-4ff7-9f0c-b9da8965b037 req-ff2a26f4-47ff-48a1-bafe-1d8712659bbc tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:48.433485 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-935e4f0e-d591-4ff7-9f0c-b9da8965b037 req-ff2a26f4-47ff-48a1-bafe-1d8712659bbc tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/ports?device_id=f30576d2-85e7-4e35-915c-1a6660f90e3f HTTP/1.1" status: 200 len: 944 time: 0.1230793 Feb 21 00:32:48.459860 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-a28c3cf0-968a-474b-8de8-9585b467c37d admin admin] Publish callbacks [] for security_group (67915d8e-3995-4d61-bd8f-b28355106ff6), before_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:48.495954 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-a28c3cf0-968a-474b-8de8-9585b467c37d admin admin] Publish callbacks [] for security_group (67915d8e-3995-4d61-bd8f-b28355106ff6), precommit_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:48.518776 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-935e4f0e-d591-4ff7-9f0c-b9da8965b037 req-b6afd19e-5b02-4b6d-a5ea-073386e68b89 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/security-groups?id=d4c2ccd5-90d6-42ad-bf3a-131ba1b47e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752652 Feb 21 00:32:48.548459 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbdeb96-eafb-4a8b-b1ea-0f64faa28675 req-335d857c-de57-4aba-a01e-ce8f81f59e32 tempest-DeleteServersTestJSON-1116134669 tempest-DeleteServersTestJSON-1116134669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:48.550004 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-8cbdeb96-eafb-4a8b-b1ea-0f64faa28675 req-335d857c-de57-4aba-a01e-ce8f81f59e32 tempest-DeleteServersTestJSON-1116134669 tempest-DeleteServersTestJSON-1116134669-project] 10.222.0.45 "GET /v2.0/ports?device_id=deb436de-cb27-4097-a0c0-2bcc09bfb232 HTTP/1.1" status: 200 len: 945 time: 0.0980470 Feb 21 00:32:48.557222 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-a28c3cf0-968a-474b-8de8-9585b467c37d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (67915d8e-3995-4d61-bd8f-b28355106ff6), after_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:48.559913 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-a28c3cf0-968a-474b-8de8-9585b467c37d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:48.561585 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-a28c3cf0-968a-474b-8de8-9585b467c37d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/67915d8e-3995-4d61-bd8f-b28355106ff6 HTTP/1.1" status: 204 len: 168 time: 0.1849678 Feb 21 00:32:48.569553 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28c3cf0-968a-474b-8de8-9585b467c37d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67915d8e-3995-4d61-bd8f-b28355106ff6,revision_number=None']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:48.665552 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-8cbdeb96-eafb-4a8b-b1ea-0f64faa28675 req-6d272dfd-b646-4428-8820-fed2ecf7719a tempest-DeleteServersTestJSON-1116134669 tempest-DeleteServersTestJSON-1116134669-project] 10.222.0.45 "GET /v2.0/security-groups?id=2e88ae11-95d7-4230-ba40-d67b4fc42edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078544 Feb 21 00:32:48.684068 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-9eee72b4-5499-4622-971f-4e41944a9ca7 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:48.691150 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-9eee72b4-5499-4622-971f-4e41944a9ca7 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-951287'] for floatingip (6623302f-c1a6-4259-90e1-fc681c19b766), after_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:48.821978 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.db.l3_db [None req-9eee72b4-5499-4622-971f-4e41944a9ca7 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Floating IP 6623302f-c1a6-4259-90e1-fc681c19b766 associated. External IP: 172.27.3.180, port: e54a4066-a1cd-43cd-bf19-c474f7a751af. Feb 21 00:32:48.872403 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d4c558-53a2-4dcf-9a63-4732530627f1 req-6bcc04b8-2e43-424a-aa25-e3604a1e9e5e tempest-DeleteServersTestJSON-1116134669 tempest-DeleteServersTestJSON-1116134669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:48.873839 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-e0d4c558-53a2-4dcf-9a63-4732530627f1 req-6bcc04b8-2e43-424a-aa25-e3604a1e9e5e tempest-DeleteServersTestJSON-1116134669 tempest-DeleteServersTestJSON-1116134669-project] 10.222.0.36 "GET /v2.0/ports?device_id=deb436de-cb27-4097-a0c0-2bcc09bfb232 HTTP/1.1" status: 200 len: 945 time: 0.1008670 Feb 21 00:32:49.082773 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e580be0e-9a4f-4dad-b078-cb190ee9b755 req-afcf98c8-623c-4937-a059-04617f0db3f7 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:49.084412 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-e580be0e-9a4f-4dad-b078-cb190ee9b755 req-afcf98c8-623c-4937-a059-04617f0db3f7 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=016acf20-2bcb-4d41-9d79-ad0d887280cb HTTP/1.1" status: 200 len: 946 time: 0.0737023 Feb 21 00:32:49.094873 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.plugin [req-e0d4c558-53a2-4dcf-9a63-4732530627f1 req-62938fed-b8b2-4688-8cc4-954f5c83b3ae tempest-DeleteServersTestJSON-1116134669 tempest-DeleteServersTestJSON-1116134669-project] Deleting port dbbde956-e7cf-4df6-8715-10ce5c344da7 {{(pid=109222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 00:32:49.095304 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-e0d4c558-53a2-4dcf-9a63-4732530627f1 req-62938fed-b8b2-4688-8cc4-954f5c83b3ae tempest-DeleteServersTestJSON-1116134669 tempest-DeleteServersTestJSON-1116134669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731676621334'] for port (dbbde956-e7cf-4df6-8715-10ce5c344da7), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:49.139788 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-e580be0e-9a4f-4dad-b078-cb190ee9b755 req-db23c512-3529-4ca7-9a4e-972d581defc8 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487266 Feb 21 00:32:49.208360 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eee72b4-5499-4622-971f-4e41944a9ca7 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Router 74397fb8-3d56-4ff8-97fc-6408820a2fe8 has already been hosted by L3 agent 47b5b2cb-5391-4fc3-9478-3db20537c35a {{(pid=109222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 00:32:49.241943 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.db [req-e0d4c558-53a2-4dcf-9a63-4732530627f1 req-62938fed-b8b2-4688-8cc4-954f5c83b3ae tempest-DeleteServersTestJSON-1116134669 tempest-DeleteServersTestJSON-1116134669-project] For port dbbde956-e7cf-4df6-8715-10ce5c344da7, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=dbbde956-e7cf-4df6-8715-10ce5c344da7,segment=NetworkSegment(f7125031-10fe-44ef-8a95-b64fe0c002c4),segment_id=f7125031-10fe-44ef-8a95-b64fe0c002c4)] {{(pid=109222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:32:49.242303 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-e0d4c558-53a2-4dcf-9a63-4732530627f1 req-62938fed-b8b2-4688-8cc4-954f5c83b3ae tempest-DeleteServersTestJSON-1116134669 tempest-DeleteServersTestJSON-1116134669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950719'] for port (dbbde956-e7cf-4df6-8715-10ce5c344da7), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:49.290754 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 53668) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:32:49.313979 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.plugin [req-e0d4c558-53a2-4dcf-9a63-4732530627f1 req-62938fed-b8b2-4688-8cc4-954f5c83b3ae tempest-DeleteServersTestJSON-1116134669 tempest-DeleteServersTestJSON-1116134669-project] Calling delete_port for dbbde956-e7cf-4df6-8715-10ce5c344da7 owned by compute:nova {{(pid=109222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 00:32:49.413304 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.v2.base [None req-b18fbafe-0e6a-4d1c-8402-ba217c2495d0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1275303664-network', 'tenant_id': '2270182ca89c4878829f5c7baac9afe8'}} {{(pid=109223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:32:49.432893 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b18fbafe-0e6a-4d1c-8402-ba217c2495d0 admin admin] Made reservation on behalf of 2270182ca89c4878829f5c7baac9afe8 for: {'network': 1} {{(pid=109223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 00:32:49.437403 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-b18fbafe-0e6a-4d1c-8402-ba217c2495d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for network (None), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:49.438364 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039be0d0-ce91-40bc-bf0a-838c60980609 req-c94c0d5d-06e0-4046-bb97-21d4dd13e56e tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:49.439901 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-039be0d0-ce91-40bc-bf0a-838c60980609 req-c94c0d5d-06e0-4046-bb97-21d4dd13e56e tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] 10.222.0.45 "GET /v2.0/ports?device_id=388d17bc-26e5-4bff-9058-aa3ae16821e4 HTTP/1.1" status: 200 len: 944 time: 0.2169085 Feb 21 00:32:49.448885 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-b18fbafe-0e6a-4d1c-8402-ba217c2495d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:49.468005 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Device f5b2ea30-0688-4bd1-a15d-571b8489dd9b details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109224) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 00:32:49.475540 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eee72b4-5499-4622-971f-4e41944a9ca7 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Notify agent at l3_agent.dv-cinder-813225-6-iscsi the message routers_updated {{(pid=109222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 00:32:49.480786 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-9eee72b4-5499-4622-971f-4e41944a9ca7 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469064'] for floatingip (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:49.480939 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 53674) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:32:49.489914 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5884ea-c8fa-4992-a9ec-34b71e305a77 None None] Sync routers for ids ['74397fb8-3d56-4ff8-97fc-6408820a2fe8'] in dv-cinder-813225-6-iscsi {{(pid=109225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 00:32:49.505531 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5884ea-c8fa-4992-a9ec-34b71e305a77 None None] Routers {'74397fb8-3d56-4ff8-97fc-6408820a2fe8'} bound to L3 agent in host dv-cinder-813225-6-iscsi {{(pid=109225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:32:49.506298 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_hamode_db [None req-4b5884ea-c8fa-4992-a9ec-34b71e305a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T00:23:33Z,description=,heartbeat_timestamp=2022-02-21T00:32:33Z,host='dv-cinder-813225-6-iscsi',id=47b5b2cb-5391-4fc3-9478-3db20537c35a,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:23:34Z,topic='l3_agent')) {'router_ids': ['74397fb8-3d56-4ff8-97fc-6408820a2fe8'], 'active': True} {{(pid=109225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:32:49.516497 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Device b298c567-214d-4f2e-822e-50aebdc7ad41 up at agent hyperv_hv-cinder-81322 {{(pid=109224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:32:49.549067 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-9eee72b4-5499-4622-971f-4e41944a9ca7 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "PUT /v2.0/floatingips/6623302f-c1a6-4259-90e1-fc681c19b766 HTTP/1.1" status: 200 len: 991 time: 1.7581573 Feb 21 00:32:49.552316 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40d12558-3fed-4562-b3a8-9a6f076fc3d9', 'tag': 'e54a4066-a1cd-43cd-bf19-c474f7a751af'}] {{(pid=109222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:32:49.554579 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81563fad7634ec273475caa61ca91dc94d21cc2561ee8f59b09b3f9a67cb5537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-499450f1-1bbf-45a1-b5c5-41f59913d56d" -d '{"events": [{"name": "network-changed", "server_uuid": "40d12558-3fed-4562-b3a8-9a6f076fc3d9", "tag": "e54a4066-a1cd-43cd-bf19-c474f7a751af"}]}' {{(pid=109222) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:32:49.577821 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-039be0d0-ce91-40bc-bf0a-838c60980609 req-e20f853b-0921-4341-b4b1-01d554b9ea45 tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] 10.222.0.45 "GET /v2.0/security-groups?id=501164f9-baa4-41de-b5f4-e99fd87377d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258841 Feb 21 00:32:49.644916 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-b18fbafe-0e6a-4d1c-8402-ba217c2495d0 admin admin] Publish callbacks [] for security_group (21ceaa50-8f9e-4d84-92c3-ac20f02cb158), precommit_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:49.665801 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_dvr_db [None req-4b5884ea-c8fa-4992-a9ec-34b71e305a77 None None] Set router 74397fb8-3d56-4ff8-97fc-6408820a2fe8 gateway port host: dv-cinder-813225-6-iscsi {{(pid=109225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:32:49.680003 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-b18fbafe-0e6a-4d1c-8402-ba217c2495d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (21ceaa50-8f9e-4d84-92c3-ac20f02cb158), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:49.696697 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-e0d4c558-53a2-4dcf-9a63-4732530627f1 req-62938fed-b8b2-4688-8cc4-954f5c83b3ae tempest-DeleteServersTestJSON-1116134669 tempest-DeleteServersTestJSON-1116134669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731676626041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731676182824'] for port (dbbde956-e7cf-4df6-8715-10ce5c344da7), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:49.722893 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] get_ports_and_sgs() called for port_ids ['dbbde956-e7cf-4df6-8715-10ce5c344da7'] {{(pid=109224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 00:32:49.756348 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Provisioning for port b298c567-214d-4f2e-822e-50aebdc7ad41 completed by entity L2. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 00:32:49.762450 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 00:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-567d0524-39b5-41eb-ac45-78252165d2c1 x-openstack-request-id: req-567d0524-39b5-41eb-ac45-78252165d2c1 {{(pid=109222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:32:49.762835 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40d12558-3fed-4562-b3a8-9a6f076fc3d9", "tag": "e54a4066-a1cd-43cd-bf19-c474f7a751af", "status": "completed", "code": 200}]} {{(pid=109222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:32:49.763162 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-567d0524-39b5-41eb-ac45-78252165d2c1 {{(pid=109222) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:32:49.764182 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40d12558-3fed-4562-b3a8-9a6f076fc3d9', 'tag': 'e54a4066-a1cd-43cd-bf19-c474f7a751af', 'status': 'completed', 'code': 200} Feb 21 00:32:49.769580 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Provisioning complete for port b298c567-214d-4f2e-822e-50aebdc7ad41 triggered by entity L2. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:32:49.770159 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (b298c567-214d-4f2e-822e-50aebdc7ad41), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:49.810251 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] For port f5b2ea30-0688-4bd1-a15d-571b8489dd9b, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f5b2ea30-0688-4bd1-a15d-571b8489dd9b,segment=NetworkSegment(22970966-465a-4533-8294-0df908b152f2),segment_id=22970966-465a-4533-8294-0df908b152f2)] {{(pid=109224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:32:49.817463 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62938fed-b8b2-4688-8cc4-954f5c83b3ae tempest-DeleteServersTestJSON-1116134669 tempest-DeleteServersTestJSON-1116134669-project] Pushing event deleted for resources: {'Port': ['ID=dbbde956-e7cf-4df6-8715-10ce5c344da7,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:49.821682 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b18fbafe-0e6a-4d1c-8402-ba217c2495d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=109223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 00:32:49.832110 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Returning: {'device': 'f5b2ea30-0688-4bd1-a15d-571b8489dd9b', 'network_id': '279f5f9d-9337-49bf-be38-e3c3294e6385', 'port_id': 'f5b2ea30-0688-4bd1-a15d-571b8489dd9b', 'mac_address': 'fa:16:3e:45:88:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '478616b0-25bf-4b2d-82fe-724b0107c2f4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109224) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 00:32:49.842894 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-b18fbafe-0e6a-4d1c-8402-ba217c2495d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16097169'] for segment (cb4aac1d-2986-47c5-9166-1b8e3caa68ed), precommit_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:49.843308 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.db.segments_db [None req-b18fbafe-0e6a-4d1c-8402-ba217c2495d0 admin admin] Added segment cb4aac1d-2986-47c5-9166-1b8e3caa68ed of type vlan for network 2e0e8283-a033-407a-bc70-5d3d5b11923a Feb 21 00:32:49.885003 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0d4c558-53a2-4dcf-9a63-4732530627f1 req-62938fed-b8b2-4688-8cc4-954f5c83b3ae tempest-DeleteServersTestJSON-1116134669 tempest-DeleteServersTestJSON-1116134669-project] No DVR routers for this DVR port dbbde956-e7cf-4df6-8715-10ce5c344da7 on host hv-cinder-81322 {{(pid=109222) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 00:32:49.888945 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-e0d4c558-53a2-4dcf-9a63-4732530627f1 req-62938fed-b8b2-4688-8cc4-954f5c83b3ae tempest-DeleteServersTestJSON-1116134669 tempest-DeleteServersTestJSON-1116134669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469064'] for port (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:49.894007 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-e0d4c558-53a2-4dcf-9a63-4732530627f1 req-62938fed-b8b2-4688-8cc4-954f5c83b3ae tempest-DeleteServersTestJSON-1116134669 tempest-DeleteServersTestJSON-1116134669-project] 10.222.0.36 "DELETE /v2.0/ports/dbbde956-e7cf-4df6-8715-10ce5c344da7 HTTP/1.1" status: 204 len: 173 time: 1.0081413 Feb 21 00:32:49.906837 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Current status of the port f5b2ea30-0688-4bd1-a15d-571b8489dd9b is: DOWN; New status is: BUILD {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:32:49.907490 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (f5b2ea30-0688-4bd1-a15d-571b8489dd9b), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:49.921756 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-1133139f-c23d-4d45-aa92-ce9ff854afc7 req-971b57ac-6432-421f-8ae9-55e23d596d3a tempest-DeleteServersTestJSON-1116134669 tempest-DeleteServersTestJSON-1116134669-project] 10.222.0.45 "GET /v2.0/ports?device_id=deb436de-cb27-4097-a0c0-2bcc09bfb232 HTTP/1.1" status: 200 len: 210 time: 0.0661516 Feb 21 00:32:49.925820 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.notifiers.nova [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5b2ea30-0688-4bd1-a15d-571b8489dd9b {{(pid=109224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 00:32:49.943527 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Current status of the port b298c567-214d-4f2e-822e-50aebdc7ad41 is: BUILD; New status is: ACTIVE {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:32:49.944219 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (b298c567-214d-4f2e-822e-50aebdc7ad41), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:49.958373 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-b18fbafe-0e6a-4d1c-8402-ba217c2495d0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731676168578'] for network (2e0e8283-a033-407a-bc70-5d3d5b11923a), precommit_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:49.966039 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] For port f5b2ea30-0688-4bd1-a15d-571b8489dd9b, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f5b2ea30-0688-4bd1-a15d-571b8489dd9b,segment=NetworkSegment(22970966-465a-4533-8294-0df908b152f2),segment_id=22970966-465a-4533-8294-0df908b152f2)] {{(pid=109224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:32:49.977863 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (f5b2ea30-0688-4bd1-a15d-571b8489dd9b), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:49.988458 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f30576d2-85e7-4e35-915c-1a6660f90e3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b298c567-214d-4f2e-822e-50aebdc7ad41'}] {{(pid=109224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:32:49.991616 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea31762fe36adf1256da5116fd788589841920f52286d7e0b0077cda52487892" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f4c8f4d-8bbb-426f-9191-705bdb6ae9aa" -d '{"events": [{"server_uuid": "f30576d2-85e7-4e35-915c-1a6660f90e3f", "name": "network-vif-plugged", "status": "completed", "tag": "b298c567-214d-4f2e-822e-50aebdc7ad41"}]}' {{(pid=109224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:32:50.012401 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-b1218c30-63ce-445c-b968-ac20773ed487 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:50.033194 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] For port b298c567-214d-4f2e-822e-50aebdc7ad41, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b298c567-214d-4f2e-822e-50aebdc7ad41,segment=NetworkSegment(41c853f0-8bb5-4bee-bddd-7995047fee1c),segment_id=41c853f0-8bb5-4bee-bddd-7995047fee1c)] {{(pid=109224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:32:50.039813 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-b18fbafe-0e6a-4d1c-8402-ba217c2495d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403'] for network (2e0e8283-a033-407a-bc70-5d3d5b11923a), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:50.040966 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18fbafe-0e6a-4d1c-8402-ba217c2495d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:50.041563 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-b18fbafe-0e6a-4d1c-8402-ba217c2495d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582445'] for network (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:50.041917 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (b298c567-214d-4f2e-822e-50aebdc7ad41), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:50.067863 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Pushing event updated for resources: {'Port': ['ID=f5b2ea30-0688-4bd1-a15d-571b8489dd9b,revision_number=4']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:50.097763 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_hamode_db [None req-4b5884ea-c8fa-4992-a9ec-34b71e305a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74397fb8-3d56-4ff8-97fc-6408820a2fe8', 'name': 'tempest-AttachVolumeShelveTestJSON-1682423178-router', 'tenant_id': '51a255ecc1c64df295f0bd94fee4f7d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'external_fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': '5aa8f52d-bb36-476f-8ecb-c86e2c7d1b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:31:38Z', 'updated_at': '2022-02-21T00:31:49Z', 'revision_number': 4, 'project_id': '51a255ecc1c64df295f0bd94fee4f7d2', 'gw_port': {'id': '5aa8f52d-bb36-476f-8ecb-c86e2c7d1b6f', 'name': '', 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74397fb8-3d56-4ff8-97fc-6408820a2fe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:31:39Z', 'updated_at': '2022-02-21T00:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '890cd9a8-3116-412f-9022-3458585959da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-6-iscsi', '_floatingips': [{'id': '6623302f-c1a6-4259-90e1-fc681c19b766', 'tenant_id': '51a255ecc1c64df295f0bd94fee4f7d2', 'floating_ip_address': '172.27.3.180', 'floating_network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'router_id': '74397fb8-3d56-4ff8-97fc-6408820a2fe8', 'port_id': 'e54a4066-a1cd-43cd-bf19-c474f7a751af', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2cc309f6-129c-421f-a7c2-95ecda53f9b9', 'mac_address': 'fa:16:3e:c3:7c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d12558-3fed-4562-b3a8-9a6f076fc3d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T00:32:06Z', 'updated_at': '2022-02-21T00:32:48Z', 'revision_number': 1, 'project_id': '51a255ecc1c64df295f0bd94fee4f7d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d747878-1e67-405b-b6e8-52d1a7508fdc', 'name': '', 'network_id': '2cc309f6-129c-421f-a7c2-95ecda53f9b9', 'tenant_id': '51a255ecc1c64df295f0bd94fee4f7d2', 'mac_address': 'fa:16:3e:5c:93:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74397fb8-3d56-4ff8-97fc-6408820a2fe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '4c4904f9-0933-4cbb-8971-c27649ee3505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:31:45Z', 'updated_at': '2022-02-21T00:31:59Z', 'revision_number': 5, 'project_id': '51a255ecc1c64df295f0bd94fee4f7d2', 'subnets': [{'id': '4c4904f9-0933-4cbb-8971-c27649ee3505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-6-iscsi', False) {} {{(pid=109225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:32:50.112630 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 00:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5b5106d-c4da-48cf-83f7-f6664c47cfab x-openstack-request-id: req-f5b5106d-c4da-48cf-83f7-f6664c47cfab {{(pid=109224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:32:50.112945 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f30576d2-85e7-4e35-915c-1a6660f90e3f", "name": "network-vif-plugged", "status": "completed", "tag": "b298c567-214d-4f2e-822e-50aebdc7ad41", "code": 200}]} {{(pid=109224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:32:50.113206 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f5b5106d-c4da-48cf-83f7-f6664c47cfab {{(pid=109224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:32:50.113608 dv-cinder-813225-6-iscsi neutron-server[109224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f30576d2-85e7-4e35-915c-1a6660f90e3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b298c567-214d-4f2e-822e-50aebdc7ad41', 'code': 200} Feb 21 00:32:50.175049 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Pushing event updated for resources: {'Port': ['ID=b298c567-214d-4f2e-822e-50aebdc7ad41,revision_number=5']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:50.259365 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-b1218c30-63ce-445c-b968-ac20773ed487 admin admin] Publish callbacks [] for security_group (7d8cd0b2-69bb-4d68-82b6-678f767c8773), precommit_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:50.271761 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5884ea-c8fa-4992-a9ec-34b71e305a77 None None] Checking router: 74397fb8-3d56-4ff8-97fc-6408820a2fe8 for host: dv-cinder-813225-6-iscsi {{(pid=109225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 00:32:50.281476 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5884ea-c8fa-4992-a9ec-34b71e305a77 None None] Routers {'74397fb8-3d56-4ff8-97fc-6408820a2fe8'} bound to L3 agent in host dv-cinder-813225-6-iscsi {{(pid=109225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:32:50.282173 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_hamode_db [None req-4b5884ea-c8fa-4992-a9ec-34b71e305a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T00:23:33Z,description=,heartbeat_timestamp=2022-02-21T00:32:33Z,host='dv-cinder-813225-6-iscsi',id=47b5b2cb-5391-4fc3-9478-3db20537c35a,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:23:34Z,topic='l3_agent')) {'router_ids': ['74397fb8-3d56-4ff8-97fc-6408820a2fe8'], 'active': True} {{(pid=109225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:32:50.345956 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-b1218c30-63ce-445c-b968-ac20773ed487 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (7d8cd0b2-69bb-4d68-82b6-678f767c8773), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:50.347754 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] get_ports_and_sgs() called for port_ids ['f5b2ea30-0688-4bd1-a15d-571b8489dd9b'] {{(pid=109224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 00:32:50.387483 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92691147-e3b9-46de-845a-65332d1149ba req-a4dc1e88-f8dd-4a97-91c6-95133864d42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:50.389691 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-92691147-e3b9-46de-845a-65332d1149ba req-a4dc1e88-f8dd-4a97-91c6-95133864d42b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f30576d2-85e7-4e35-915c-1a6660f90e3f HTTP/1.1" status: 200 len: 1129 time: 0.1197231 Feb 21 00:32:50.393486 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-b1218c30-63ce-445c-b968-ac20773ed487 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1d0e20f35a584a77bbbaef4af98c0e8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9116056 Feb 21 00:32:50.400534 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-b18fbafe-0e6a-4d1c-8402-ba217c2495d0 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1086819 Feb 21 00:32:50.401380 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 53698) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:32:50.401899 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 53700) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:32:50.409732 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72438791-e8cc-4962-a9ff-3c28a3a20508 req-f3bb364f-74c2-4928-9495-ad56c8fc3f48 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:50.411479 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-72438791-e8cc-4962-a9ff-3c28a3a20508 req-f3bb364f-74c2-4928-9495-ad56c8fc3f48 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=016acf20-2bcb-4d41-9d79-ad0d887280cb HTTP/1.1" status: 200 len: 946 time: 0.1493995 Feb 21 00:32:50.412581 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18fbafe-0e6a-4d1c-8402-ba217c2495d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21ceaa50-8f9e-4d84-92c3-ac20f02cb158,revision_number=1']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:50.422684 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_dvr_db [None req-4b5884ea-c8fa-4992-a9ec-34b71e305a77 None None] Set router 74397fb8-3d56-4ff8-97fc-6408820a2fe8 gateway port host: dv-cinder-813225-6-iscsi {{(pid=109225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:32:50.489462 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-92691147-e3b9-46de-845a-65332d1149ba req-25545c9c-333b-407a-a3d9-450bbd2db364 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d4c2ccd5-90d6-42ad-bf3a-131ba1b47e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747139 Feb 21 00:32:50.505514 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.v2.base [None req-6746bf9e-0c7a-417b-bb1c-6c18b801a03d admin admin] Request body: {'subnet': {'network_id': '2e0e8283-a033-407a-bc70-5d3d5b11923a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1275303664-subnet', 'tenant_id': '2270182ca89c4878829f5c7baac9afe8', 'ip_version': 4}} {{(pid=109223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:32:50.517543 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78da5582-cd1b-4f96-b83e-74a336dffc5d req-bbd842bc-b9e4-4378-a675-38c7d5a6c645 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:50.519199 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-78da5582-cd1b-4f96-b83e-74a336dffc5d req-bbd842bc-b9e4-4378-a675-38c7d5a6c645 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/ports?device_id=f30576d2-85e7-4e35-915c-1a6660f90e3f HTTP/1.1" status: 200 len: 944 time: 0.8658886 Feb 21 00:32:50.519913 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1218c30-63ce-445c-b968-ac20773ed487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d8cd0b2-69bb-4d68-82b6-678f767c8773,revision_number=1']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:50.528850 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-72438791-e8cc-4962-a9ff-3c28a3a20508 req-43d162e8-0b6e-4052-be77-571bbbcf4848 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035252 Feb 21 00:32:50.552285 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18fbafe-0e6a-4d1c-8402-ba217c2495d0 admin admin] Pushing event updated for resources: {'Network': ['ID=2e0e8283-a033-407a-bc70-5d3d5b11923a,revision_number=1']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:50.565336 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Network 2e0e8283-a033-407a-bc70-5d3d5b11923a details requested by agent ovs-agent-dv-cinder-813225-6-iscsi with host dv-cinder-813225-6-iscsi {{(pid=109224) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 00:32:50.589148 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-9cef1487-2aba-49e4-81b5-3926b6940e3b admin admin] Publish callbacks [] for security_group (7d8cd0b2-69bb-4d68-82b6-678f767c8773), before_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:50.617139 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499450f1-1bbf-45a1-b5c5-41f59913d56d req-ddbf447b-716d-4721-90de-38fb524059c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:50.618869 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-499450f1-1bbf-45a1-b5c5-41f59913d56d req-ddbf447b-716d-4721-90de-38fb524059c1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=51a255ecc1c64df295f0bd94fee4f7d2&device_id=40d12558-3fed-4562-b3a8-9a6f076fc3d9 HTTP/1.1" status: 200 len: 1129 time: 0.5964711 Feb 21 00:32:50.650302 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-9cef1487-2aba-49e4-81b5-3926b6940e3b admin admin] Publish callbacks [] for security_group (7d8cd0b2-69bb-4d68-82b6-678f767c8773), precommit_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:50.663710 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-78da5582-cd1b-4f96-b83e-74a336dffc5d req-f90aca68-1536-41f5-b165-67cc83350faf tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/security-groups?id=d4c2ccd5-90d6-42ad-bf3a-131ba1b47e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359141 Feb 21 00:32:50.669057 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6746bf9e-0c7a-417b-bb1c-6c18b801a03d admin admin] Made reservation on behalf of 2270182ca89c4878829f5c7baac9afe8 for: {'subnet': 1} {{(pid=109223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 00:32:50.671459 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-6746bf9e-0c7a-417b-bb1c-6c18b801a03d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3701950'] for subnet (None), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:50.713366 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37230636-c5d9-44d7-bd0d-a9a7b18aaf51 req-bdb09565-e2c5-480a-82f7-85ab5c6d63e2 tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:50.715139 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-37230636-c5d9-44d7-bd0d-a9a7b18aaf51 req-bdb09565-e2c5-480a-82f7-85ab5c6d63e2 tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] 10.222.0.45 "GET /v2.0/ports?device_id=388d17bc-26e5-4bff-9058-aa3ae16821e4 HTTP/1.1" status: 200 len: 945 time: 0.0564766 Feb 21 00:32:50.735203 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_hamode_db [None req-4b5884ea-c8fa-4992-a9ec-34b71e305a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74397fb8-3d56-4ff8-97fc-6408820a2fe8', 'name': 'tempest-AttachVolumeShelveTestJSON-1682423178-router', 'tenant_id': '51a255ecc1c64df295f0bd94fee4f7d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'external_fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': '5aa8f52d-bb36-476f-8ecb-c86e2c7d1b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:31:38Z', 'updated_at': '2022-02-21T00:31:49Z', 'revision_number': 4, 'project_id': '51a255ecc1c64df295f0bd94fee4f7d2', 'gw_port': {'id': '5aa8f52d-bb36-476f-8ecb-c86e2c7d1b6f', 'name': '', 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74397fb8-3d56-4ff8-97fc-6408820a2fe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:31:39Z', 'updated_at': '2022-02-21T00:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '890cd9a8-3116-412f-9022-3458585959da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-6-iscsi', '_floatingips': [{'id': '6623302f-c1a6-4259-90e1-fc681c19b766', 'tenant_id': '51a255ecc1c64df295f0bd94fee4f7d2', 'floating_ip_address': '172.27.3.180', 'floating_network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'router_id': '74397fb8-3d56-4ff8-97fc-6408820a2fe8', 'port_id': 'e54a4066-a1cd-43cd-bf19-c474f7a751af', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2cc309f6-129c-421f-a7c2-95ecda53f9b9', 'mac_address': 'fa:16:3e:c3:7c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d12558-3fed-4562-b3a8-9a6f076fc3d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T00:32:06Z', 'updated_at': '2022-02-21T00:32:48Z', 'revision_number': 1, 'project_id': '51a255ecc1c64df295f0bd94fee4f7d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d747878-1e67-405b-b6e8-52d1a7508fdc', 'name': '', 'network_id': '2cc309f6-129c-421f-a7c2-95ecda53f9b9', 'tenant_id': '51a255ecc1c64df295f0bd94fee4f7d2', 'mac_address': 'fa:16:3e:5c:93:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74397fb8-3d56-4ff8-97fc-6408820a2fe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '4c4904f9-0933-4cbb-8971-c27649ee3505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:31:45Z', 'updated_at': '2022-02-21T00:31:59Z', 'revision_number': 5, 'project_id': '51a255ecc1c64df295f0bd94fee4f7d2', 'subnets': [{'id': '4c4904f9-0933-4cbb-8971-c27649ee3505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-6-iscsi', False) {} {{(pid=109225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:32:50.766093 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5884ea-c8fa-4992-a9ec-34b71e305a77 None None] The sync data for ids ['74397fb8-3d56-4ff8-97fc-6408820a2fe8'] in dv-cinder-813225-6-iscsi is: [{'id': '74397fb8-3d56-4ff8-97fc-6408820a2fe8', 'name': 'tempest-AttachVolumeShelveTestJSON-1682423178-router', 'tenant_id': '51a255ecc1c64df295f0bd94fee4f7d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'external_fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': '5aa8f52d-bb36-476f-8ecb-c86e2c7d1b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:31:38Z', 'updated_at': '2022-02-21T00:31:49Z', 'revision_number': 4, 'project_id': '51a255ecc1c64df295f0bd94fee4f7d2', 'gw_port': {'id': '5aa8f52d-bb36-476f-8ecb-c86e2c7d1b6f', 'name': '', 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74397fb8-3d56-4ff8-97fc-6408820a2fe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:31:39Z', 'updated_at': '2022-02-21T00:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '890cd9a8-3116-412f-9022-3458585959da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-6-iscsi', '_floatingips': [{'id': '6623302f-c1a6-4259-90e1-fc681c19b766', 'tenant_id': '51a255ecc1c64df295f0bd94fee4f7d2', 'floating_ip_address': '172.27.3.180', 'floating_network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'router_id': '74397fb8-3d56-4ff8-97fc-6408820a2fe8', 'port_id': 'e54a4066-a1cd-43cd-bf19-c474f7a751af', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2cc309f6-129c-421f-a7c2-95ecda53f9b9', 'mac_address': 'fa:16:3e:c3:7c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d12558-3fed-4562-b3a8-9a6f076fc3d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T00:32:06Z', 'updated_at': '2022-02-21T00:32:48Z', 'revision_number': 1, 'project_id': '51a255ecc1c64df295f0bd94fee4f7d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d747878-1e67-405b-b6e8-52d1a7508fdc', 'name': '', 'network_id': '2cc309f6-129c-421f-a7c2-95ecda53f9b9', 'tenant_id': '51a255ecc1c64df295f0bd94fee4f7d2', 'mac_address': 'fa:16:3e:5c:93:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74397fb8-3d56-4ff8-97fc-6408820a2fe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '4c4904f9-0933-4cbb-8971-c27649ee3505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:31:45Z', 'updated_at': '2022-02-21T00:31:59Z', 'revision_number': 5, 'project_id': '51a255ecc1c64df295f0bd94fee4f7d2', 'subnets': [{'id': '4c4904f9-0933-4cbb-8971-c27649ee3505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 00:32:50.789329 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-37230636-c5d9-44d7-bd0d-a9a7b18aaf51 req-abc7938a-da11-4604-83a0-bdd3571fd801 tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] 10.222.0.45 "GET /v2.0/security-groups?id=501164f9-baa4-41de-b5f4-e99fd87377d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650051 Feb 21 00:32:50.833085 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-9cef1487-2aba-49e4-81b5-3926b6940e3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (7d8cd0b2-69bb-4d68-82b6-678f767c8773), after_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:50.835652 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-9cef1487-2aba-49e4-81b5-3926b6940e3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:50.836780 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-9cef1487-2aba-49e4-81b5-3926b6940e3b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7d8cd0b2-69bb-4d68-82b6-678f767c8773 HTTP/1.1" status: 204 len: 168 time: 0.4269013 Feb 21 00:32:50.859802 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cef1487-2aba-49e4-81b5-3926b6940e3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d8cd0b2-69bb-4d68-82b6-678f767c8773,revision_number=None']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:50.914857 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499450f1-1bbf-45a1-b5c5-41f59913d56d req-7e460d13-e53b-4bd3-9851-0cd9ce3670c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:50.916430 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-499450f1-1bbf-45a1-b5c5-41f59913d56d req-7e460d13-e53b-4bd3-9851-0cd9ce3670c7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2cc309f6-129c-421f-a7c2-95ecda53f9b9 HTTP/1.1" status: 200 len: 918 time: 0.1451828 Feb 21 00:32:51.002468 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54cfa2df-f84b-4949-b745-93381d94d3ad None None] New status for floating IP 6623302f-c1a6-4259-90e1-fc681c19b766: ACTIVE {{(pid=109224) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 00:32:51.054386 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-6746bf9e-0c7a-417b-bb1c-6c18b801a03d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3992585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3701836'] for subnet (7bfe349a-348f-4ba1-9415-79c5ecd08feb), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:51.062010 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-3bd28bbc-2d4c-448e-bd85-9ec06473d522 req-65947c2e-f17c-4e21-bc92-cf00de978e78 tempest-DeleteServersTestJSON-1116134669 tempest-DeleteServersTestJSON-1116134669-project] 10.222.0.45 "GET /v2.0/ports?device_id=deb436de-cb27-4097-a0c0-2bcc09bfb232 HTTP/1.1" status: 200 len: 210 time: 0.0387211 Feb 21 00:32:51.127786 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-499450f1-1bbf-45a1-b5c5-41f59913d56d req-a0556444-6bd5-46ef-aca6-d007dca6b8ae service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e54a4066-a1cd-43cd-bf19-c474f7a751af HTTP/1.1" status: 200 len: 999 time: 0.1691401 Feb 21 00:32:51.137183 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6746bf9e-0c7a-417b-bb1c-6c18b801a03d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bfe349a-348f-4ba1-9415-79c5ecd08feb,revision_number=0']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:51.164915 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 53712) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:32:51.188261 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-9f4301e0-f0f0-4b42-a0d0-450733d75a02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:51.211800 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6746bf9e-0c7a-417b-bb1c-6c18b801a03d admin admin] Checking segment: {'id': 'cb4aac1d-2986-47c5-9166-1b8e3caa68ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '2e0e8283-a033-407a-bc70-5d3d5b11923a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:32:51.212181 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6746bf9e-0c7a-417b-bb1c-6c18b801a03d admin admin] Network hostable DHCP agents. Network: 2e0e8283-a033-407a-bc70-5d3d5b11923a, hostable agents: ['57941464-2af3-4cc7-9b46-3eeacd6f6fca'], hosted agents: [] {{(pid=109223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 00:32:51.228422 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499450f1-1bbf-45a1-b5c5-41f59913d56d req-ea194927-c6ff-47fa-88ec-449a1ce5f0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:51.229939 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-499450f1-1bbf-45a1-b5c5-41f59913d56d req-ea194927-c6ff-47fa-88ec-449a1ce5f0f6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4c4904f9-0933-4cbb-8971-c27649ee3505 HTTP/1.1" status: 200 len: 856 time: 0.0939186 Feb 21 00:32:51.273230 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-9f4301e0-f0f0-4b42-a0d0-450733d75a02 admin admin] Publish callbacks [] for security_group (7d93ba51-af3d-441b-8352-3cb2b36a1337), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:51.282163 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-9f4301e0-f0f0-4b42-a0d0-450733d75a02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (7d93ba51-af3d-441b-8352-3cb2b36a1337), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:51.289794 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6746bf9e-0c7a-417b-bb1c-6c18b801a03d admin admin] Network 2e0e8283-a033-407a-bc70-5d3d5b11923a is scheduled to be hosted by DHCP agent 57941464-2af3-4cc7-9b46-3eeacd6f6fca with binding_index 1 {{(pid=109223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 00:32:51.347353 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.scheduler.base_scheduler [None req-6746bf9e-0c7a-417b-bb1c-6c18b801a03d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813225-6-iscsi, 2e0e8283-a033-407a-bc70-5d3d5b11923a) {{(pid=109223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:32:51.348771 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-9f4301e0-f0f0-4b42-a0d0-450733d75a02 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bcfbb4ab16834affadaaf89bad899161&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1827857 Feb 21 00:32:51.349653 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4301e0-f0f0-4b42-a0d0-450733d75a02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d93ba51-af3d-441b-8352-3cb2b36a1337,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:51.352091 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 53718) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:32:51.359508 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d04f83-c01c-44e2-8c75-0a5fe8cac73e None None] Network 2e0e8283-a033-407a-bc70-5d3d5b11923a requested from dv-cinder-813225-6-iscsi {{(pid=109224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 00:32:51.379082 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6746bf9e-0c7a-417b-bb1c-6c18b801a03d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:51.381138 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-6746bf9e-0c7a-417b-bb1c-6c18b801a03d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582445'] for subnet (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:51.384583 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499450f1-1bbf-45a1-b5c5-41f59913d56d req-72d356c9-dd05-473b-9be2-eb37c149ad08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:51.386342 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-499450f1-1bbf-45a1-b5c5-41f59913d56d req-72d356c9-dd05-473b-9be2-eb37c149ad08 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2cc309f6-129c-421f-a7c2-95ecda53f9b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1471708 Feb 21 00:32:51.418631 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-6746bf9e-0c7a-417b-bb1c-6c18b801a03d admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0045424 Feb 21 00:32:51.425435 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 53720) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:32:51.431255 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [None req-a5ccf126-e70e-43db-a19e-ab0b70ae5a17 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1275303664-router', 'tenant_id': '2270182ca89c4878829f5c7baac9afe8', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050'}}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:32:51.444958 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-6d836e45-e7d4-46a4-a7ab-c1e53a5ce97a admin admin] Publish callbacks [] for security_group (7d93ba51-af3d-441b-8352-3cb2b36a1337), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:51.477484 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-a5ccf126-e70e-43db-a19e-ab0b70ae5a17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-958399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1880'] for router (346adc60-ef05-48df-9cb2-9b491a24d31d), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:51.478011 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Device dbbde956-e7cf-4df6-8715-10ce5c344da7 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=109224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 00:32:51.478562 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-a5ccf126-e70e-43db-a19e-ab0b70ae5a17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-955183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-537569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1873'] for router (346adc60-ef05-48df-9cb2-9b491a24d31d), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:51.484300 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-6d836e45-e7d4-46a4-a7ab-c1e53a5ce97a admin admin] Publish callbacks [] for security_group (7d93ba51-af3d-441b-8352-3cb2b36a1337), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:51.501400 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a2e26f-a7dd-4f6f-a47b-b150ca1251c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc40baefa-d12c-5e0a-9a3f-979e6179f684-2e0e8283-a033-407a-bc70-5d3d5b11923a', 'network_id': '2e0e8283-a033-407a-bc70-5d3d5b11923a', 'project_id': '2270182ca89c4878829f5c7baac9afe8', 'fixed_ips': [{'subnet_id': '7bfe349a-348f-4ba1-9415-79c5ecd08feb'}]}} from dv-cinder-813225-6-iscsi. {{(pid=109224) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 21 00:32:51.502270 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-e9a2e26f-a7dd-4f6f-a47b-b150ca1251c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (None), before_create {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:51.504356 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] No Port match for: dbbde956-e7cf-4df6-8715-10ce5c344da7 {{(pid=109224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 00:32:51.504627 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Device dbbde956-e7cf-4df6-8715-10ce5c344da7 not bound to the agent host hv-cinder-81322 {{(pid=109224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 00:32:51.520588 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-499450f1-1bbf-45a1-b5c5-41f59913d56d req-17628dac-4b27-4da9-80b7-c2a52d3a3fc1 service neutron] 10.222.0.36 "GET /v2.0/networks/2cc309f6-129c-421f-a7c2-95ecda53f9b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184664 Feb 21 00:32:51.566772 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-a5ccf126-e70e-43db-a19e-ab0b70ae5a17 admin admin] Publish callbacks [] for router_controller (346adc60-ef05-48df-9cb2-9b491a24d31d), precommit_add_association {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:51.647392 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-6d836e45-e7d4-46a4-a7ab-c1e53a5ce97a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (7d93ba51-af3d-441b-8352-3cb2b36a1337), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:51.647802 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.db_base_plugin_common [None req-e9a2e26f-a7dd-4f6f-a47b-b150ca1251c8 None None] Allocated IP 172.20.0.2 (2e0e8283-a033-407a-bc70-5d3d5b11923a/7bfe349a-348f-4ba1-9415-79c5ecd08feb/5ec7710a-6e5e-402a-8905-6fd9fff58f15) {{(pid=109224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 00:32:51.650280 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-6d836e45-e7d4-46a4-a7ab-c1e53a5ce97a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:51.653712 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-499450f1-1bbf-45a1-b5c5-41f59913d56d req-a53e20a7-be04-4f97-8a17-dc3cea715c50 service neutron] 10.222.0.36 "GET /v2.0/networks/2cc309f6-129c-421f-a7c2-95ecda53f9b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184866 Feb 21 00:32:51.653943 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-6d836e45-e7d4-46a4-a7ab-c1e53a5ce97a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7d93ba51-af3d-441b-8352-3cb2b36a1337 HTTP/1.1" status: 204 len: 168 time: 0.2985089 Feb 21 00:32:51.699318 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d836e45-e7d4-46a4-a7ab-c1e53a5ce97a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d93ba51-af3d-441b-8352-3cb2b36a1337,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:51.782199 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deb436de-cb27-4097-a0c0-2bcc09bfb232', 'name': 'network-vif-deleted', 'tag': 'dbbde956-e7cf-4df6-8715-10ce5c344da7'}] {{(pid=109222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:32:51.784601 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81563fad7634ec273475caa61ca91dc94d21cc2561ee8f59b09b3f9a67cb5537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2e42d86-4f7a-4ed6-a19a-4ce27e16dd34" -d '{"events": [{"server_uuid": "deb436de-cb27-4097-a0c0-2bcc09bfb232", "name": "network-vif-deleted", "tag": "dbbde956-e7cf-4df6-8715-10ce5c344da7"}]}' {{(pid=109222) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:32:51.796331 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd00d193-5677-407c-b9b9-297483d44693 req-dbaf3ea8-e1f9-4f52-be7c-5212c8c5801c tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:51.803891 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-bd00d193-5677-407c-b9b9-297483d44693 req-dbaf3ea8-e1f9-4f52-be7c-5212c8c5801c tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=016acf20-2bcb-4d41-9d79-ad0d887280cb HTTP/1.1" status: 200 len: 946 time: 0.1898158 Feb 21 00:32:51.807431 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-a5ccf126-e70e-43db-a19e-ab0b70ae5a17 admin admin] Publish callbacks [] for router_gateway (346adc60-ef05-48df-9cb2-9b491a24d31d), precommit_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:51.821873 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46389489-1baf-4ec5-978b-633ec1155ed2 req-681db005-fccd-477e-b491-3adaf7cf795d tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:51.824112 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-46389489-1baf-4ec5-978b-633ec1155ed2 req-681db005-fccd-477e-b491-3adaf7cf795d tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/ports?device_id=f30576d2-85e7-4e35-915c-1a6660f90e3f HTTP/1.1" status: 200 len: 945 time: 0.0694098 Feb 21 00:32:51.859163 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-e9a2e26f-a7dd-4f6f-a47b-b150ca1251c8 None None] Publish callbacks [] for port (5ec7710a-6e5e-402a-8905-6fd9fff58f15), precommit_create {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:51.869901 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-e9a2e26f-a7dd-4f6f-a47b-b150ca1251c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731676182815'] for port (5ec7710a-6e5e-402a-8905-6fd9fff58f15), after_create {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:51.884818 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-46389489-1baf-4ec5-978b-633ec1155ed2 req-3f0dc14a-5b4f-4fa0-ac77-542607589cbf tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/security-groups?id=d4c2ccd5-90d6-42ad-bf3a-131ba1b47e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541608 Feb 21 00:32:51.910874 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-bd00d193-5677-407c-b9b9-297483d44693 req-d3b83d8e-6148-4daf-b11b-cb349765595d tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048505 Feb 21 00:32:51.929033 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a2e26f-a7dd-4f6f-a47b-b150ca1251c8 None None] Network 2e0e8283-a033-407a-bc70-5d3d5b11923a is already hosted by enough agents. {{(pid=109224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:32:51.936828 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.scheduler.base_scheduler [None req-e9a2e26f-a7dd-4f6f-a47b-b150ca1251c8 None None] Resources bound (agent type, host, resource id): {{(pid=109224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:32:51.941605 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a2e26f-a7dd-4f6f-a47b-b150ca1251c8 None None] Received port after_create {{(pid=109224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 00:32:51.944724 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a2e26f-a7dd-4f6f-a47b-b150ca1251c8 None None] Pushing event updated for resources: {'Port': ['ID=5ec7710a-6e5e-402a-8905-6fd9fff58f15,revision_number=1']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:51.985649 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 00:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaf07e86-c6a7-4668-af74-78be12081a6b x-openstack-request-id: req-aaf07e86-c6a7-4668-af74-78be12081a6b {{(pid=109222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:32:51.986211 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "deb436de-cb27-4097-a0c0-2bcc09bfb232", "name": "network-vif-deleted", "tag": "dbbde956-e7cf-4df6-8715-10ce5c344da7", "status": "completed", "code": 200}]} {{(pid=109222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:32:51.986675 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-aaf07e86-c6a7-4668-af74-78be12081a6b {{(pid=109222) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:32:51.987279 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'deb436de-cb27-4097-a0c0-2bcc09bfb232', 'name': 'network-vif-deleted', 'tag': 'dbbde956-e7cf-4df6-8715-10ce5c344da7', 'status': 'completed', 'code': 200} Feb 21 00:32:52.015682 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.managers [None req-e9a2e26f-a7dd-4f6f-a47b-b150ca1251c8 None None] Attempting to bind port 5ec7710a-6e5e-402a-8905-6fd9fff58f15 on host dv-cinder-813225-6-iscsi for vnic_type normal with profile {{(pid=109224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 00:32:52.015682 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.managers [None req-e9a2e26f-a7dd-4f6f-a47b-b150ca1251c8 None None] Attempting to bind port 5ec7710a-6e5e-402a-8905-6fd9fff58f15 by drivers openvswitch,hyperv on host dv-cinder-813225-6-iscsi at level 0 using segments [{'id': 'cb4aac1d-2986-47c5-9166-1b8e3caa68ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '2e0e8283-a033-407a-bc70-5d3d5b11923a'}] {{(pid=109224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 00:32:52.016053 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a2e26f-a7dd-4f6f-a47b-b150ca1251c8 None None] Attempting to bind port 5ec7710a-6e5e-402a-8905-6fd9fff58f15 on network 2e0e8283-a033-407a-bc70-5d3d5b11923a {{(pid=109224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:32:52.022127 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a2e26f-a7dd-4f6f-a47b-b150ca1251c8 None None] Checking agent: {'id': 'd6e95c40-1d90-4a13-9e37-1d6580a24190', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813225-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 0, 23, 38), 'started_at': datetime.datetime(2022, 2, 21, 0, 24, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 0, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813225-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 00:32:52.022608 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a2e26f-a7dd-4f6f-a47b-b150ca1251c8 None None] Checking segment: {'id': 'cb4aac1d-2986-47c5-9166-1b8e3caa68ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '2e0e8283-a033-407a-bc70-5d3d5b11923a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:32:52.022895 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-e9a2e26f-a7dd-4f6f-a47b-b150ca1251c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:52.023294 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a2e26f-a7dd-4f6f-a47b-b150ca1251c8 None None] Bound using segment: {'id': 'cb4aac1d-2986-47c5-9166-1b8e3caa68ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '2e0e8283-a033-407a-bc70-5d3d5b11923a'} {{(pid=109224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 00:32:52.023761 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.managers [None req-e9a2e26f-a7dd-4f6f-a47b-b150ca1251c8 None None] Bound port: 5ec7710a-6e5e-402a-8905-6fd9fff58f15, host: dv-cinder-813225-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb4aac1d-2986-47c5-9166-1b8e3caa68ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '2e0e8283-a033-407a-bc70-5d3d5b11923a'}}] {{(pid=109224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 00:32:52.024283 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-e9a2e26f-a7dd-4f6f-a47b-b150ca1251c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (5ec7710a-6e5e-402a-8905-6fd9fff58f15), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:52.102876 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-e9a2e26f-a7dd-4f6f-a47b-b150ca1251c8 None None] For port 5ec7710a-6e5e-402a-8905-6fd9fff58f15, host dv-cinder-813225-6-iscsi, cleared binding levels {{(pid=109224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 00:32:52.107886 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-e9a2e26f-a7dd-4f6f-a47b-b150ca1251c8 None None] For port 5ec7710a-6e5e-402a-8905-6fd9fff58f15, host dv-cinder-813225-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-6-iscsi',level=0,port_id=5ec7710a-6e5e-402a-8905-6fd9fff58f15,segment=NetworkSegment(cb4aac1d-2986-47c5-9166-1b8e3caa68ed),segment_id=cb4aac1d-2986-47c5-9166-1b8e3caa68ed)] {{(pid=109224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 00:32:52.120478 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-e9a2e26f-a7dd-4f6f-a47b-b150ca1251c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (5ec7710a-6e5e-402a-8905-6fd9fff58f15), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:52.217124 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a2e26f-a7dd-4f6f-a47b-b150ca1251c8 None None] Pushing event updated for resources: {'Port': ['ID=5ec7710a-6e5e-402a-8905-6fd9fff58f15,revision_number=2']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:52.441889 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dc2235-5c14-4d13-b6a5-4a1e01f7afc7 req-1af1bd02-9d2a-4694-902c-5178c25e4168 tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:52.448322 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-21dc2235-5c14-4d13-b6a5-4a1e01f7afc7 req-1af1bd02-9d2a-4694-902c-5178c25e4168 tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] 10.222.0.45 "GET /v2.0/ports?device_id=388d17bc-26e5-4bff-9058-aa3ae16821e4 HTTP/1.1" status: 200 len: 945 time: 0.4578347 Feb 21 00:32:52.520433 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-a5ccf126-e70e-43db-a19e-ab0b70ae5a17 admin admin] Publish callbacks [] for router_gateway (346adc60-ef05-48df-9cb2-9b491a24d31d), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:52.554225 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-21dc2235-5c14-4d13-b6a5-4a1e01f7afc7 req-7d6bc5b8-6705-49f5-8929-7e9f323e8c76 tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] 10.222.0.45 "GET /v2.0/security-groups?id=501164f9-baa4-41de-b5f4-e99fd87377d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050413 Feb 21 00:32:52.559767 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-a5ccf126-e70e-43db-a19e-ab0b70ae5a17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:52.673535 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.db.db_base_plugin_common [None req-a5ccf126-e70e-43db-a19e-ab0b70ae5a17 admin admin] Allocated IP 172.27.3.44 (9d25e361-1d6c-4c24-9c73-356a2ab84050/890cd9a8-3116-412f-9022-3458585959da/53e7767d-0a14-4513-b911-ce8d7620d468) {{(pid=109222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 00:32:52.778401 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-a5ccf126-e70e-43db-a19e-ab0b70ae5a17 admin admin] Publish callbacks [] for port (53e7767d-0a14-4513-b911-ce8d7620d468), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:52.815308 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-a5ccf126-e70e-43db-a19e-ab0b70ae5a17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731676182815'] for port (53e7767d-0a14-4513-b911-ce8d7620d468), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:52.852574 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ccf126-e70e-43db-a19e-ab0b70ae5a17 admin admin] Network 9d25e361-1d6c-4c24-9c73-356a2ab84050 is already hosted by enough agents. {{(pid=109222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:32:52.855441 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.scheduler.base_scheduler [None req-a5ccf126-e70e-43db-a19e-ab0b70ae5a17 admin admin] Resources bound (agent type, host, resource id): {{(pid=109222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:32:52.858890 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ccf126-e70e-43db-a19e-ab0b70ae5a17 admin admin] Received port after_create {{(pid=109222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 00:32:52.898771 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ccf126-e70e-43db-a19e-ab0b70ae5a17 admin admin] Pushing event updated for resources: {'Port': ['ID=53e7767d-0a14-4513-b911-ce8d7620d468,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:53.061883 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c380fa4-071e-4afb-acec-1f948ae5dd6b req-39c9f8a1-c52c-429e-9bd5-f643f159b67e tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:53.064236 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-0c380fa4-071e-4afb-acec-1f948ae5dd6b req-39c9f8a1-c52c-429e-9bd5-f643f159b67e tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/ports?device_id=f30576d2-85e7-4e35-915c-1a6660f90e3f HTTP/1.1" status: 200 len: 945 time: 0.0715797 Feb 21 00:32:53.128322 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-0c380fa4-071e-4afb-acec-1f948ae5dd6b req-de28c0ec-8284-4e08-814d-b22f6b424db3 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/security-groups?id=d4c2ccd5-90d6-42ad-bf3a-131ba1b47e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564396 Feb 21 00:32:53.129830 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ac28a-eacd-4f18-b82c-0c7110be9c15 req-6342bec3-959d-44bc-a589-955f82d1e6c9 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:53.131419 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-cf8ac28a-eacd-4f18-b82c-0c7110be9c15 req-6342bec3-959d-44bc-a589-955f82d1e6c9 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=016acf20-2bcb-4d41-9d79-ad0d887280cb HTTP/1.1" status: 200 len: 946 time: 0.1412852 Feb 21 00:32:53.188466 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-a5ccf126-e70e-43db-a19e-ab0b70ae5a17 admin admin] Publish callbacks [] for router_gateway (346adc60-ef05-48df-9cb2-9b491a24d31d), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:53.195053 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-cf8ac28a-eacd-4f18-b82c-0c7110be9c15 req-c2954203-7b63-4a1d-90fb-5f1194cb121d tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568504 Feb 21 00:32:53.456425 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-a5ccf126-e70e-43db-a19e-ab0b70ae5a17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-955174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-951209'] for router (346adc60-ef05-48df-9cb2-9b491a24d31d), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:53.461497 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Device 5ec7710a-6e5e-402a-8905-6fd9fff58f15 up at agent ovs-agent-dv-cinder-813225-6-iscsi {{(pid=109224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:32:53.488060 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Device f5b2ea30-0688-4bd1-a15d-571b8489dd9b up at agent hyperv_hv-cinder-81322 {{(pid=109224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:32:53.544176 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed5a06f-b7b7-4160-8563-4ad36a1b3be7 None None] Network 2e0e8283-a033-407a-bc70-5d3d5b11923a requested from dv-cinder-813225-6-iscsi {{(pid=109224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 00:32:53.625431 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5ccf126-e70e-43db-a19e-ab0b70ae5a17 admin admin] Router 346adc60-ef05-48df-9cb2-9b491a24d31d is scheduled to L3 agent 47b5b2cb-5391-4fc3-9478-3db20537c35a with binding_index 1 {{(pid=109222) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 00:32:53.626139 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-06f2d153-7dd1-439e-b3d0-cbe3c5e7aab8 None None] Provisioning complete for port 5ec7710a-6e5e-402a-8905-6fd9fff58f15 triggered by entity DHCP. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:32:53.626701 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-06f2d153-7dd1-439e-b3d0-cbe3c5e7aab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (5ec7710a-6e5e-402a-8905-6fd9fff58f15), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:53.697665 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Provisioning complete for port 5ec7710a-6e5e-402a-8905-6fd9fff58f15 triggered by entity L2. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:32:53.698134 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (5ec7710a-6e5e-402a-8905-6fd9fff58f15), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:53.699881 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Provisioning for port f5b2ea30-0688-4bd1-a15d-571b8489dd9b completed by entity L2. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 00:32:53.726841 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Provisioning complete for port f5b2ea30-0688-4bd1-a15d-571b8489dd9b triggered by entity L2. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:32:53.727454 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (f5b2ea30-0688-4bd1-a15d-571b8489dd9b), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:53.769308 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544a2e6a-ea16-422e-a86f-5b68e6c42cbf req-a67e2c4d-929e-4c1a-b256-ecdd9400fce5 tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:53.773273 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-544a2e6a-ea16-422e-a86f-5b68e6c42cbf req-a67e2c4d-929e-4c1a-b256-ecdd9400fce5 tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] 10.222.0.45 "GET /v2.0/ports?device_id=388d17bc-26e5-4bff-9058-aa3ae16821e4 HTTP/1.1" status: 200 len: 945 time: 0.1016264 Feb 21 00:32:53.807275 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5ccf126-e70e-43db-a19e-ab0b70ae5a17 admin admin] Notify agent at l3_agent.dv-cinder-813225-6-iscsi the message routers_updated {{(pid=109222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 00:32:53.816829 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e13c244-741d-4212-8ea2-72d36a6159ac None None] Sync routers for ids ['346adc60-ef05-48df-9cb2-9b491a24d31d'] in dv-cinder-813225-6-iscsi {{(pid=109225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 00:32:53.837832 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e13c244-741d-4212-8ea2-72d36a6159ac None None] Routers {'346adc60-ef05-48df-9cb2-9b491a24d31d'} bound to L3 agent in host dv-cinder-813225-6-iscsi {{(pid=109225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:32:53.839152 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_hamode_db [None req-3e13c244-741d-4212-8ea2-72d36a6159ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T00:23:33Z,description=,heartbeat_timestamp=2022-02-21T00:32:33Z,host='dv-cinder-813225-6-iscsi',id=47b5b2cb-5391-4fc3-9478-3db20537c35a,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:23:34Z,topic='l3_agent')) {'router_ids': ['346adc60-ef05-48df-9cb2-9b491a24d31d'], 'active': True} {{(pid=109225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:32:53.849003 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-a5ccf126-e70e-43db-a19e-ab0b70ae5a17 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:53.853025 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-a5ccf126-e70e-43db-a19e-ab0b70ae5a17 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4236381 Feb 21 00:32:53.853756 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 53812) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:32:53.886085 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-544a2e6a-ea16-422e-a86f-5b68e6c42cbf req-d4e1c09f-cd5b-46f2-bc0e-33f5e2d2aff6 tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] 10.222.0.45 "GET /v2.0/security-groups?id=501164f9-baa4-41de-b5f4-e99fd87377d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956264 Feb 21 00:32:53.889218 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 53814) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:32:53.978693 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb3dc853-5c53-4592-bd2e-1ac7f84cd3e8 admin admin] Deleting subnet 5dea268a-184d-4283-924f-3d7eefe88f4c {{(pid=109223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 00:32:53.979263 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-06f2d153-7dd1-439e-b3d0-cbe3c5e7aab8 None None] Current status of the port 5ec7710a-6e5e-402a-8905-6fd9fff58f15 is: DOWN; New status is: ACTIVE {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:32:53.979811 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-06f2d153-7dd1-439e-b3d0-cbe3c5e7aab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (5ec7710a-6e5e-402a-8905-6fd9fff58f15), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:53.982875 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-eb3dc853-5c53-4592-bd2e-1ac7f84cd3e8 admin admin] Publish callbacks [] for subnet (5dea268a-184d-4283-924f-3d7eefe88f4c), before_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:54.029910 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-eb3dc853-5c53-4592-bd2e-1ac7f84cd3e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3992822'] for subnet (5dea268a-184d-4283-924f-3d7eefe88f4c), precommit_delete_associations {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:54.037658 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_dvr_db [None req-3e13c244-741d-4212-8ea2-72d36a6159ac None None] Set router 346adc60-ef05-48df-9cb2-9b491a24d31d gateway port host: dv-cinder-813225-6-iscsi {{(pid=109225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:32:54.104212 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-eb3dc853-5c53-4592-bd2e-1ac7f84cd3e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15913268'] for subnet (5dea268a-184d-4283-924f-3d7eefe88f4c), precommit_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:54.123755 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Current status of the port f5b2ea30-0688-4bd1-a15d-571b8489dd9b is: BUILD; New status is: ACTIVE {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:32:54.124057 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (f5b2ea30-0688-4bd1-a15d-571b8489dd9b), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:54.125739 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Current status of the port 5ec7710a-6e5e-402a-8905-6fd9fff58f15 is: DOWN; New status is: ACTIVE {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:32:54.126119 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (5ec7710a-6e5e-402a-8905-6fd9fff58f15), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:54.148960 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-06f2d153-7dd1-439e-b3d0-cbe3c5e7aab8 None None] For port 5ec7710a-6e5e-402a-8905-6fd9fff58f15, host dv-cinder-813225-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-6-iscsi',level=0,port_id=5ec7710a-6e5e-402a-8905-6fd9fff58f15,segment=NetworkSegment(cb4aac1d-2986-47c5-9166-1b8e3caa68ed),segment_id=cb4aac1d-2986-47c5-9166-1b8e3caa68ed)] {{(pid=109224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:32:54.168569 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-06f2d153-7dd1-439e-b3d0-cbe3c5e7aab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (5ec7710a-6e5e-402a-8905-6fd9fff58f15), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:54.240369 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '388d17bc-26e5-4bff-9058-aa3ae16821e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5b2ea30-0688-4bd1-a15d-571b8489dd9b'}] {{(pid=109224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:32:54.243554 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea31762fe36adf1256da5116fd788589841920f52286d7e0b0077cda52487892" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25838a65-6a10-415e-96c2-ca9aa59a6b28" -d '{"events": [{"server_uuid": "388d17bc-26e5-4bff-9058-aa3ae16821e4", "name": "network-vif-plugged", "status": "completed", "tag": "f5b2ea30-0688-4bd1-a15d-571b8489dd9b"}]}' {{(pid=109224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:32:54.246281 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-eb3dc853-5c53-4592-bd2e-1ac7f84cd3e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15913229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3992648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3701843'] for subnet (5dea268a-184d-4283-924f-3d7eefe88f4c), after_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:54.321921 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-eb3dc853-5c53-4592-bd2e-1ac7f84cd3e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582445'] for subnet (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:54.331335 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] For port f5b2ea30-0688-4bd1-a15d-571b8489dd9b, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f5b2ea30-0688-4bd1-a15d-571b8489dd9b,segment=NetworkSegment(22970966-465a-4533-8294-0df908b152f2),segment_id=22970966-465a-4533-8294-0df908b152f2)] {{(pid=109224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:32:54.331852 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-eb3dc853-5c53-4592-bd2e-1ac7f84cd3e8 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/5dea268a-184d-4283-924f-3d7eefe88f4c HTTP/1.1" status: 204 len: 168 time: 0.4297895 Feb 21 00:32:54.332519 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 53820) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:32:54.333053 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.db.api [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109224) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 00:32:54.333305 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3dc853-5c53-4592-bd2e-1ac7f84cd3e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5dea268a-184d-4283-924f-3d7eefe88f4c,revision_number=None']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:54.333547 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG oslo_db.api [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 00:32:54.353621 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (f5b2ea30-0688-4bd1-a15d-571b8489dd9b), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:54.360505 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f2d153-7dd1-439e-b3d0-cbe3c5e7aab8 None None] Pushing event updated for resources: {'Port': ['ID=5ec7710a-6e5e-402a-8905-6fd9fff58f15,revision_number=3']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:54.378788 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 00:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-941ead17-f139-4879-b31b-21e27e4ae34a x-openstack-request-id: req-941ead17-f139-4879-b31b-21e27e4ae34a {{(pid=109224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:32:54.379108 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "388d17bc-26e5-4bff-9058-aa3ae16821e4", "name": "network-vif-plugged", "status": "completed", "tag": "f5b2ea30-0688-4bd1-a15d-571b8489dd9b", "code": 200}]} {{(pid=109224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:32:54.379835 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-941ead17-f139-4879-b31b-21e27e4ae34a {{(pid=109224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:32:54.379835 dv-cinder-813225-6-iscsi neutron-server[109224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '388d17bc-26e5-4bff-9058-aa3ae16821e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5b2ea30-0688-4bd1-a15d-571b8489dd9b', 'code': 200} Feb 21 00:32:54.419145 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_hamode_db [None req-3e13c244-741d-4212-8ea2-72d36a6159ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '346adc60-ef05-48df-9cb2-9b491a24d31d', 'name': 'tempest-TestVolumeBootPattern-1275303664-router', 'tenant_id': '2270182ca89c4878829f5c7baac9afe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'external_fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '53e7767d-0a14-4513-b911-ce8d7620d468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:32:51Z', 'updated_at': '2022-02-21T00:32:52Z', 'revision_number': 3, 'project_id': '2270182ca89c4878829f5c7baac9afe8', 'gw_port': {'id': '53e7767d-0a14-4513-b911-ce8d7620d468', 'name': '', 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:62:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '346adc60-ef05-48df-9cb2-9b491a24d31d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:32:52Z', 'updated_at': '2022-02-21T00:32:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '890cd9a8-3116-412f-9022-3458585959da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-6-iscsi'}], 'dv-cinder-813225-6-iscsi', False) {} {{(pid=109225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:32:54.476063 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e13c244-741d-4212-8ea2-72d36a6159ac None None] Checking router: 346adc60-ef05-48df-9cb2-9b491a24d31d for host: dv-cinder-813225-6-iscsi {{(pid=109225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 00:32:54.477182 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e13c244-741d-4212-8ea2-72d36a6159ac None None] Updating router 346adc60-ef05-48df-9cb2-9b491a24d31d port 53e7767d-0a14-4513-b911-ce8d7620d468 binding host dv-cinder-813225-6-iscsi {{(pid=109225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 00:32:54.527218 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron_lib.callbacks.manager [None req-3e13c244-741d-4212-8ea2-72d36a6159ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (53e7767d-0a14-4513-b911-ce8d7620d468), before_update {{(pid=109225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:54.545545 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-a1349bed-9b24-4a40-9dcd-4fac174ef13c None None] Provisioning complete for port 5ec7710a-6e5e-402a-8905-6fd9fff58f15 triggered by entity DHCP. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:32:54.546013 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-a1349bed-9b24-4a40-9dcd-4fac174ef13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (5ec7710a-6e5e-402a-8905-6fd9fff58f15), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:54.551007 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Pushing event updated for resources: {'Port': ['ID=f5b2ea30-0688-4bd1-a15d-571b8489dd9b,revision_number=5']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:54.557913 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-10e043a7-4080-44f0-a8c8-a822b0818e5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16070333'] for network (1533cf7b-9c67-437b-b700-3a7d66c8044f), before_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:54.615814 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25113515-bb67-42b9-99a6-48340f859203 req-1fdf0f6e-7692-447d-af42-ba0ca7511abf tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:54.617353 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-25113515-bb67-42b9-99a6-48340f859203 req-1fdf0f6e-7692-447d-af42-ba0ca7511abf tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=016acf20-2bcb-4d41-9d79-ad0d887280cb HTTP/1.1" status: 200 len: 946 time: 0.2368524 Feb 21 00:32:54.653527 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-a1349bed-9b24-4a40-9dcd-4fac174ef13c None None] Current status of the port 5ec7710a-6e5e-402a-8905-6fd9fff58f15 is: ACTIVE; New status is: ACTIVE {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:32:54.726308 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-6532a9eb-f99a-4e64-8c65-33f53f2ee96b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:54.759387 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-10e043a7-4080-44f0-a8c8-a822b0818e5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15920573', 'neutron.services.segments.db._delete_segments_for_network-8731676696634'] for network (1533cf7b-9c67-437b-b700-3a7d66c8044f), precommit_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:54.795765 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.services.segments.db [None req-10e043a7-4080-44f0-a8c8-a822b0818e5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1533cf7b-9c67-437b-b700-3a7d66c8044f']}} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:32:54.812241 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-25113515-bb67-42b9-99a6-48340f859203 req-052116c9-7cc7-4410-ac10-0f8436af7a36 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593642 Feb 21 00:32:54.813964 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.services.segments.db [None req-10e043a7-4080-44f0-a8c8-a822b0818e5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7125031-10fe-44ef-8a95-b64fe0c002c4') {'for_net_delete': True} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:32:54.814266 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.services.segments.db [None req-10e043a7-4080-44f0-a8c8-a822b0818e5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7125031-10fe-44ef-8a95-b64fe0c002c4') {} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:32:54.826344 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-10e043a7-4080-44f0-a8c8-a822b0818e5a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731676697155', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3992815'] for segment (f7125031-10fe-44ef-8a95-b64fe0c002c4), before_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:54.828686 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d103cd7b-0fe1-46dc-a7ba-16187a23ddd1 req-117381da-a710-45f0-aa0e-f1c1a248ddcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:54.830617 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-d103cd7b-0fe1-46dc-a7ba-16187a23ddd1 req-117381da-a710-45f0-aa0e-f1c1a248ddcb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=388d17bc-26e5-4bff-9058-aa3ae16821e4 HTTP/1.1" status: 200 len: 1130 time: 0.1796429 Feb 21 00:32:54.847336 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-10e043a7-4080-44f0-a8c8-a822b0818e5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16097169'] for segment (f7125031-10fe-44ef-8a95-b64fe0c002c4), precommit_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:54.864290 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10e043a7-4080-44f0-a8c8-a822b0818e5a admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=109223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 00:32:54.864804 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-10e043a7-4080-44f0-a8c8-a822b0818e5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16097169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3995310'] for segment (f7125031-10fe-44ef-8a95-b64fe0c002c4), after_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:54.866960 dv-cinder-813225-6-iscsi neutron-server[109223]: Traceback (most recent call last): Feb 21 00:32:54.866960 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 00:32:54.866960 dv-cinder-813225-6-iscsi neutron-server[109223]: timer() Feb 21 00:32:54.866960 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 00:32:54.866960 dv-cinder-813225-6-iscsi neutron-server[109223]: cb(*args, **kw) Feb 21 00:32:54.866960 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 00:32:54.866960 dv-cinder-813225-6-iscsi neutron-server[109223]: return func(*args, **kwargs) Feb 21 00:32:54.866960 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 00:32:54.866960 dv-cinder-813225-6-iscsi neutron-server[109223]: self._notify() Feb 21 00:32:54.866960 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 00:32:54.866960 dv-cinder-813225-6-iscsi neutron-server[109223]: self.callback(batched_events) Feb 21 00:32:54.866960 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 00:32:54.866960 dv-cinder-813225-6-iscsi neutron-server[109223]: event.method(event) Feb 21 00:32:54.866960 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 00:32:54.866960 dv-cinder-813225-6-iscsi neutron-server[109223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 00:32:54.866960 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 00:32:54.866960 dv-cinder-813225-6-iscsi neutron-server[109223]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 00:32:54.866960 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 00:32:54.866960 dv-cinder-813225-6-iscsi neutron-server[109223]: return f(self, *a, **k) Feb 21 00:32:54.866960 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 00:32:54.866960 dv-cinder-813225-6-iscsi neutron-server[109223]: return self._get(url).json() Feb 21 00:32:54.866960 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 00:32:54.866960 dv-cinder-813225-6-iscsi neutron-server[109223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 00:32:54.866960 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 00:32:54.866960 dv-cinder-813225-6-iscsi neutron-server[109223]: return self.request(url, 'GET', **kwargs) Feb 21 00:32:54.866960 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 00:32:54.866960 dv-cinder-813225-6-iscsi neutron-server[109223]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 00:32:54.866960 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 00:32:54.866960 dv-cinder-813225-6-iscsi neutron-server[109223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 00:32:54.866960 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 00:32:54.866960 dv-cinder-813225-6-iscsi neutron-server[109223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 00:32:54.866960 dv-cinder-813225-6-iscsi neutron-server[109223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 00:32:54.879138 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron_lib.callbacks.manager [None req-3e13c244-741d-4212-8ea2-72d36a6159ac None None] Publish callbacks [] for port (53e7767d-0a14-4513-b911-ce8d7620d468), precommit_update {{(pid=109225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:54.886949 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Current status of the port 5ec7710a-6e5e-402a-8905-6fd9fff58f15 is: ACTIVE; New status is: ACTIVE {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:32:54.895797 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron_lib.callbacks.manager [None req-3e13c244-741d-4212-8ea2-72d36a6159ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (53e7767d-0a14-4513-b911-ce8d7620d468), after_update {{(pid=109225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:54.902106 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.agents_db [None req-b2a96afc-399a-46ae-93e6-bd9f3e536be2 None None] Agent healthcheck: found 6 active agents {{(pid=109225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 00:32:54.938953 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-d103cd7b-0fe1-46dc-a7ba-16187a23ddd1 req-7ebc41de-c4dd-422f-af81-b52fa3fb5a44 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=501164f9-baa4-41de-b5f4-e99fd87377d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982821 Feb 21 00:32:54.948964 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-10e043a7-4080-44f0-a8c8-a822b0818e5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15920566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-951265'] for network (1533cf7b-9c67-437b-b700-3a7d66c8044f), after_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:54.969457 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.db.db_base_plugin_common [None req-6532a9eb-f99a-4e64-8c65-33f53f2ee96b admin admin] Allocated IP 172.20.0.1 (2e0e8283-a033-407a-bc70-5d3d5b11923a/7bfe349a-348f-4ba1-9415-79c5ecd08feb/a6e3da95-a78f-4af2-a6ad-b55f6ec209e3) {{(pid=109222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 00:32:54.971213 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.plugins.ml2.managers [None req-3e13c244-741d-4212-8ea2-72d36a6159ac None None] Attempting to bind port 53e7767d-0a14-4513-b911-ce8d7620d468 on host dv-cinder-813225-6-iscsi for vnic_type normal with profile {{(pid=109225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 00:32:54.971788 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.plugins.ml2.managers [None req-3e13c244-741d-4212-8ea2-72d36a6159ac None None] Attempting to bind port 53e7767d-0a14-4513-b911-ce8d7620d468 by drivers openvswitch,hyperv on host dv-cinder-813225-6-iscsi at level 0 using segments [{'id': 'd470c98a-8644-4be8-8df1-f825c0b18c68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050'}] {{(pid=109225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 00:32:54.972592 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e13c244-741d-4212-8ea2-72d36a6159ac None None] Attempting to bind port 53e7767d-0a14-4513-b911-ce8d7620d468 on network 9d25e361-1d6c-4c24-9c73-356a2ab84050 {{(pid=109225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:32:54.976509 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-10e043a7-4080-44f0-a8c8-a822b0818e5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582445'] for network (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:54.979879 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e13c244-741d-4212-8ea2-72d36a6159ac None None] Checking agent: {'id': 'd6e95c40-1d90-4a13-9e37-1d6580a24190', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813225-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 0, 23, 38), 'started_at': datetime.datetime(2022, 2, 21, 0, 24, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 0, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813225-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 00:32:54.980486 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e13c244-741d-4212-8ea2-72d36a6159ac None None] Checking segment: {'id': 'd470c98a-8644-4be8-8df1-f825c0b18c68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:32:54.981064 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron_lib.callbacks.manager [None req-3e13c244-741d-4212-8ea2-72d36a6159ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:54.981613 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e13c244-741d-4212-8ea2-72d36a6159ac None None] Bound using segment: {'id': 'd470c98a-8644-4be8-8df1-f825c0b18c68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050'} {{(pid=109225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 00:32:54.982275 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.plugins.ml2.managers [None req-3e13c244-741d-4212-8ea2-72d36a6159ac None None] Bound port: 53e7767d-0a14-4513-b911-ce8d7620d468, host: dv-cinder-813225-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd470c98a-8644-4be8-8df1-f825c0b18c68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050'}}] {{(pid=109225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 00:32:54.982813 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron_lib.callbacks.manager [None req-3e13c244-741d-4212-8ea2-72d36a6159ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (53e7767d-0a14-4513-b911-ce8d7620d468), before_update {{(pid=109225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:54.988391 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-10e043a7-4080-44f0-a8c8-a822b0818e5a admin admin] 10.222.0.45 "DELETE /v2.0/networks/1533cf7b-9c67-437b-b700-3a7d66c8044f HTTP/1.1" status: 204 len: 168 time: 0.6456170 Feb 21 00:32:55.004341 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e043a7-4080-44f0-a8c8-a822b0818e5a admin admin] Pushing event deleted for resources: {'Network': ['ID=1533cf7b-9c67-437b-b700-3a7d66c8044f,revision_number=None']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:55.048863 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcc9a83-f129-4122-8527-b72d6fe0d379 None None] Pushing event updated for resources: {'Port': ['ID=53e7767d-0a14-4513-b911-ce8d7620d468,revision_number=2']} {{(pid=109225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:55.060529 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcc9a83-f129-4122-8527-b72d6fe0d379 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:32:55.060907 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcc9a83-f129-4122-8527-b72d6fe0d379 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:32:55.061649 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcc9a83-f129-4122-8527-b72d6fe0d379 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:32:55.062189 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcc9a83-f129-4122-8527-b72d6fe0d379 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:32:55.062728 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcc9a83-f129-4122-8527-b72d6fe0d379 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:32:55.063069 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcc9a83-f129-4122-8527-b72d6fe0d379 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:32:55.063430 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcc9a83-f129-4122-8527-b72d6fe0d379 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:32:55.063761 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcc9a83-f129-4122-8527-b72d6fe0d379 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:32:55.064090 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcc9a83-f129-4122-8527-b72d6fe0d379 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:32:55.064428 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcc9a83-f129-4122-8527-b72d6fe0d379 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:32:55.064755 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcc9a83-f129-4122-8527-b72d6fe0d379 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:32:55.065069 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcc9a83-f129-4122-8527-b72d6fe0d379 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:32:55.065396 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcc9a83-f129-4122-8527-b72d6fe0d379 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:32:55.090771 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970f88d3-7b36-4633-868f-c15d70f2c1e4 req-8c58ec7b-425e-4dfb-a5a3-9fd6227bdeb4 tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:55.098405 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.plugins.ml2.db [None req-3e13c244-741d-4212-8ea2-72d36a6159ac None None] For port 53e7767d-0a14-4513-b911-ce8d7620d468, host dv-cinder-813225-6-iscsi, cleared binding levels {{(pid=109225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 00:32:55.099848 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-970f88d3-7b36-4633-868f-c15d70f2c1e4 req-8c58ec7b-425e-4dfb-a5a3-9fd6227bdeb4 tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] 10.222.0.45 "GET /v2.0/ports?device_id=388d17bc-26e5-4bff-9058-aa3ae16821e4 HTTP/1.1" status: 200 len: 946 time: 0.1124856 Feb 21 00:32:55.104103 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.plugins.ml2.db [None req-3e13c244-741d-4212-8ea2-72d36a6159ac None None] For port 53e7767d-0a14-4513-b911-ce8d7620d468, host dv-cinder-813225-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-6-iscsi',level=0,port_id=53e7767d-0a14-4513-b911-ce8d7620d468,segment=NetworkSegment(d470c98a-8644-4be8-8df1-f825c0b18c68),segment_id=d470c98a-8644-4be8-8df1-f825c0b18c68)] {{(pid=109225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 00:32:55.110482 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron_lib.callbacks.manager [None req-3e13c244-741d-4212-8ea2-72d36a6159ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (53e7767d-0a14-4513-b911-ce8d7620d468), after_update {{(pid=109225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:55.163942 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e13c244-741d-4212-8ea2-72d36a6159ac None None] Routers {'346adc60-ef05-48df-9cb2-9b491a24d31d'} bound to L3 agent in host dv-cinder-813225-6-iscsi {{(pid=109225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:32:55.164902 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_hamode_db [None req-3e13c244-741d-4212-8ea2-72d36a6159ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T00:23:33Z,description=,heartbeat_timestamp=2022-02-21T00:32:33Z,host='dv-cinder-813225-6-iscsi',id=47b5b2cb-5391-4fc3-9478-3db20537c35a,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:23:34Z,topic='l3_agent')) {'router_ids': ['346adc60-ef05-48df-9cb2-9b491a24d31d'], 'active': True} {{(pid=109225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:32:55.185818 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-6532a9eb-f99a-4e64-8c65-33f53f2ee96b admin admin] Publish callbacks [] for port (a6e3da95-a78f-4af2-a6ad-b55f6ec209e3), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:55.190072 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-970f88d3-7b36-4633-868f-c15d70f2c1e4 req-1be22745-4781-4212-bbb7-afe3e7305536 tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] 10.222.0.45 "GET /v2.0/security-groups?id=501164f9-baa4-41de-b5f4-e99fd87377d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836465 Feb 21 00:32:55.219536 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 53832) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:32:55.221242 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcc9a83-f129-4122-8527-b72d6fe0d379 None None] Pushing event updated for resources: {'Port': ['ID=53e7767d-0a14-4513-b911-ce8d7620d468,revision_number=3']} {{(pid=109225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:55.247296 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-6532a9eb-f99a-4e64-8c65-33f53f2ee96b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731676182815'] for port (a6e3da95-a78f-4af2-a6ad-b55f6ec209e3), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:55.268361 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-052b61fc-782a-4e56-8a80-65b03f29d64f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6aeb44ecd46d4a83ab095ff793e9702b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0444417 Feb 21 00:32:55.277524 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 53834) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:32:55.291701 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6532a9eb-f99a-4e64-8c65-33f53f2ee96b admin admin] Network 2e0e8283-a033-407a-bc70-5d3d5b11923a is already hosted by enough agents. {{(pid=109222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:32:55.297135 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.scheduler.base_scheduler [None req-6532a9eb-f99a-4e64-8c65-33f53f2ee96b admin admin] Resources bound (agent type, host, resource id): {{(pid=109222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:32:55.303282 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6532a9eb-f99a-4e64-8c65-33f53f2ee96b admin admin] Received port after_create {{(pid=109222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 00:32:55.303649 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_dvr_db [None req-3e13c244-741d-4212-8ea2-72d36a6159ac None None] Set router 346adc60-ef05-48df-9cb2-9b491a24d31d gateway port host: dv-cinder-813225-6-iscsi {{(pid=109225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:32:55.303885 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-6532a9eb-f99a-4e64-8c65-33f53f2ee96b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-951422'] for router_interface (346adc60-ef05-48df-9cb2-9b491a24d31d), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:55.310053 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6532a9eb-f99a-4e64-8c65-33f53f2ee96b admin admin] Pushing event updated for resources: {'Port': ['ID=a6e3da95-a78f-4af2-a6ad-b55f6ec209e3,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:55.337204 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-235f191a-6912-42f3-907c-73fb4dfe84f3 admin admin] Publish callbacks [] for security_group (2e88ae11-95d7-4230-ba40-d67b4fc42edd), before_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:55.373412 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-235f191a-6912-42f3-907c-73fb4dfe84f3 admin admin] Publish callbacks [] for security_group (2e88ae11-95d7-4230-ba40-d67b4fc42edd), precommit_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:55.438131 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Device 5ec7710a-6e5e-402a-8905-6fd9fff58f15 up at agent ovs-agent-dv-cinder-813225-6-iscsi {{(pid=109224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:32:55.448790 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-235f191a-6912-42f3-907c-73fb4dfe84f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (2e88ae11-95d7-4230-ba40-d67b4fc42edd), after_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:55.452227 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-235f191a-6912-42f3-907c-73fb4dfe84f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:55.453376 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-235f191a-6912-42f3-907c-73fb4dfe84f3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2e88ae11-95d7-4230-ba40-d67b4fc42edd HTTP/1.1" status: 204 len: 168 time: 0.1748559 Feb 21 00:32:55.464946 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235f191a-6912-42f3-907c-73fb4dfe84f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e88ae11-95d7-4230-ba40-d67b4fc42edd,revision_number=None']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:55.496976 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-6532a9eb-f99a-4e64-8c65-33f53f2ee96b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (a6e3da95-a78f-4af2-a6ad-b55f6ec209e3), before_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:55.533693 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Provisioning complete for port 5ec7710a-6e5e-402a-8905-6fd9fff58f15 triggered by entity L2. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:32:55.534109 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (5ec7710a-6e5e-402a-8905-6fd9fff58f15), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:55.641645 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_hamode_db [None req-3e13c244-741d-4212-8ea2-72d36a6159ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '346adc60-ef05-48df-9cb2-9b491a24d31d', 'name': 'tempest-TestVolumeBootPattern-1275303664-router', 'tenant_id': '2270182ca89c4878829f5c7baac9afe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'external_fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '53e7767d-0a14-4513-b911-ce8d7620d468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:32:51Z', 'updated_at': '2022-02-21T00:32:52Z', 'revision_number': 3, 'project_id': '2270182ca89c4878829f5c7baac9afe8', 'gw_port': {'id': '53e7767d-0a14-4513-b911-ce8d7620d468', 'name': '', 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:62:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '346adc60-ef05-48df-9cb2-9b491a24d31d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:32:52Z', 'updated_at': '2022-02-21T00:32:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '890cd9a8-3116-412f-9022-3458585959da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-6-iscsi'}], 'dv-cinder-813225-6-iscsi', False) {} {{(pid=109225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:32:55.676916 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Current status of the port 5ec7710a-6e5e-402a-8905-6fd9fff58f15 is: ACTIVE; New status is: ACTIVE {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:32:55.695075 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-de0a5840-bc29-424b-a5fa-e21fa2acd12d None None] Provisioning complete for port a6e3da95-a78f-4af2-a6ad-b55f6ec209e3 triggered by entity DHCP. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:32:55.695642 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-de0a5840-bc29-424b-a5fa-e21fa2acd12d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (a6e3da95-a78f-4af2-a6ad-b55f6ec209e3), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:55.744137 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-de0a5840-bc29-424b-a5fa-e21fa2acd12d None None] Port a6e3da95-a78f-4af2-a6ad-b55f6ec209e3 cannot update to ACTIVE because it is not bound. {{(pid=109224) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 00:32:55.787453 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-6532a9eb-f99a-4e64-8c65-33f53f2ee96b admin admin] Publish callbacks [] for port (a6e3da95-a78f-4af2-a6ad-b55f6ec209e3), precommit_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:55.797263 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-6532a9eb-f99a-4e64-8c65-33f53f2ee96b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (a6e3da95-a78f-4af2-a6ad-b55f6ec209e3), after_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:55.798471 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-6532a9eb-f99a-4e64-8c65-33f53f2ee96b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-951530'] for router_interface (346adc60-ef05-48df-9cb2-9b491a24d31d), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:55.809264 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e13c244-741d-4212-8ea2-72d36a6159ac None None] The sync data for ids ['346adc60-ef05-48df-9cb2-9b491a24d31d'] in dv-cinder-813225-6-iscsi is: [{'id': '346adc60-ef05-48df-9cb2-9b491a24d31d', 'name': 'tempest-TestVolumeBootPattern-1275303664-router', 'tenant_id': '2270182ca89c4878829f5c7baac9afe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'external_fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '53e7767d-0a14-4513-b911-ce8d7620d468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:32:51Z', 'updated_at': '2022-02-21T00:32:52Z', 'revision_number': 3, 'project_id': '2270182ca89c4878829f5c7baac9afe8', 'gw_port': {'id': '53e7767d-0a14-4513-b911-ce8d7620d468', 'name': '', 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:62:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '346adc60-ef05-48df-9cb2-9b491a24d31d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:32:52Z', 'updated_at': '2022-02-21T00:32:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '890cd9a8-3116-412f-9022-3458585959da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-6-iscsi'}] {{(pid=109225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 00:32:55.899936 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6532a9eb-f99a-4e64-8c65-33f53f2ee96b admin admin] Pushing event updated for resources: {'Port': ['ID=a6e3da95-a78f-4af2-a6ad-b55f6ec209e3,revision_number=2']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:55.952234 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6532a9eb-f99a-4e64-8c65-33f53f2ee96b admin admin] Network 2e0e8283-a033-407a-bc70-5d3d5b11923a is already hosted by enough agents. {{(pid=109222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:32:55.954426 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.scheduler.base_scheduler [None req-6532a9eb-f99a-4e64-8c65-33f53f2ee96b admin admin] Resources bound (agent type, host, resource id): {{(pid=109222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:32:56.033979 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41d819f-cf2a-4a17-a9e5-9e7f6110a39c req-e4b77d59-3a83-433e-8492-b2fb47a52095 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:56.038190 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-f41d819f-cf2a-4a17-a9e5-9e7f6110a39c req-e4b77d59-3a83-433e-8492-b2fb47a52095 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=016acf20-2bcb-4d41-9d79-ad0d887280cb HTTP/1.1" status: 200 len: 946 time: 0.1178880 Feb 21 00:32:56.207065 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6532a9eb-f99a-4e64-8c65-33f53f2ee96b admin admin] Router 346adc60-ef05-48df-9cb2-9b491a24d31d has already been hosted by L3 agent 47b5b2cb-5391-4fc3-9478-3db20537c35a {{(pid=109222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 00:32:56.218237 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-f41d819f-cf2a-4a17-a9e5-9e7f6110a39c req-25cda7fc-bcef-414e-bdaf-7d20bf6e6685 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640644 Feb 21 00:32:56.400704 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6532a9eb-f99a-4e64-8c65-33f53f2ee96b admin admin] Notify agent at l3_agent.dv-cinder-813225-6-iscsi the message routers_updated {{(pid=109222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 00:32:56.414804 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-6532a9eb-f99a-4e64-8c65-33f53f2ee96b admin admin] 10.222.0.45 "PUT /v2.0/routers/346adc60-ef05-48df-9cb2-9b491a24d31d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5512562 Feb 21 00:32:56.474259 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-9e01209c-ca84-4c73-b567-978ed1fef5e2 None None] Provisioning complete for port a6e3da95-a78f-4af2-a6ad-b55f6ec209e3 triggered by entity DHCP. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:32:56.474930 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-9e01209c-ca84-4c73-b567-978ed1fef5e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (a6e3da95-a78f-4af2-a6ad-b55f6ec209e3), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:56.486032 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c11e18-fec3-4c86-bbe9-b9d6862cc0bf req-42ed887b-3f46-4e3b-a71b-3ca8458b6044 tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:56.493245 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-36c11e18-fec3-4c86-bbe9-b9d6862cc0bf req-42ed887b-3f46-4e3b-a71b-3ca8458b6044 tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] 10.222.0.45 "GET /v2.0/ports?device_id=388d17bc-26e5-4bff-9058-aa3ae16821e4 HTTP/1.1" status: 200 len: 946 time: 0.0944288 Feb 21 00:32:56.529726 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-9e01209c-ca84-4c73-b567-978ed1fef5e2 None None] Port a6e3da95-a78f-4af2-a6ad-b55f6ec209e3 cannot update to ACTIVE because it is not bound. {{(pid=109224) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 00:32:56.633493 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-36c11e18-fec3-4c86-bbe9-b9d6862cc0bf req-799feffe-cba0-415d-bc76-879cceef276f tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] 10.222.0.45 "GET /v2.0/security-groups?id=501164f9-baa4-41de-b5f4-e99fd87377d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311584 Feb 21 00:32:56.775960 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2202f2da-6679-4211-b717-5421b37449f8 req-71ab32b4-b1e6-4a03-aa23-4d5f79922ff6 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:56.777585 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-2202f2da-6679-4211-b717-5421b37449f8 req-71ab32b4-b1e6-4a03-aa23-4d5f79922ff6 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/networks?id=56d46d29-560d-47ad-81a5-640623ed77d9 HTTP/1.1" status: 200 len: 814 time: 0.1831934 Feb 21 00:32:56.795365 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-2202f2da-6679-4211-b717-5421b37449f8 req-c92483ca-b697-44de-b2d0-d09bf350fbad tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/quotas/0467d31eadf844478eb8071898fb128e HTTP/1.1" status: 200 len: 375 time: 0.0117528 Feb 21 00:32:56.870778 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-2202f2da-6679-4211-b717-5421b37449f8 req-887401dc-d3a9-43ba-b9c3-f2b9915a4271 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=0467d31eadf844478eb8071898fb128e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0692182 Feb 21 00:32:56.984215 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-2202f2da-6679-4211-b717-5421b37449f8 req-56da7dd6-4085-4b32-935d-c07161629440 service neutron] 10.222.0.45 "GET /v2.0/networks/56d46d29-560d-47ad-81a5-640623ed77d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046848 Feb 21 00:32:57.097909 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-2202f2da-6679-4211-b717-5421b37449f8 req-c30b8baa-2905-43f4-809d-b3260ef7bbf9 service neutron] 10.222.0.45 "GET /v2.0/networks/56d46d29-560d-47ad-81a5-640623ed77d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023109 Feb 21 00:32:57.225653 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 53918) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:32:57.230470 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.v2.base [None req-2ede7a05-b3cc-446a-8dbd-15a4a73f09f9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1920926189-network', 'tenant_id': '6ed484b9f08242fe8db4200e59480bf5'}} {{(pid=109223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:32:57.251576 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ede7a05-b3cc-446a-8dbd-15a4a73f09f9 admin admin] Made reservation on behalf of 6ed484b9f08242fe8db4200e59480bf5 for: {'network': 1} {{(pid=109223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 00:32:57.254220 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-2ede7a05-b3cc-446a-8dbd-15a4a73f09f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for network (None), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:57.280430 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-2ede7a05-b3cc-446a-8dbd-15a4a73f09f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:57.300651 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-cc28ebfc-2565-4a38-9a72-914f806e0ad6 req-25e9c197-0a87-4323-a9ab-653bd63564fa tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/ports?device_id=471da000-87d9-4e1e-b9a4-4d216cc18826 HTTP/1.1" status: 200 len: 210 time: 0.0423996 Feb 21 00:32:57.418924 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-2ede7a05-b3cc-446a-8dbd-15a4a73f09f9 admin admin] Publish callbacks [] for security_group (a6f10f88-f173-47bd-9958-5e68e3ba6688), precommit_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:57.450100 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-2ede7a05-b3cc-446a-8dbd-15a4a73f09f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (a6f10f88-f173-47bd-9958-5e68e3ba6688), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:57.497173 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ede7a05-b3cc-446a-8dbd-15a4a73f09f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=109223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 00:32:57.527576 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-2ede7a05-b3cc-446a-8dbd-15a4a73f09f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16097169'] for segment (0d997b8b-9287-472c-881a-ab905f08e005), precommit_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:57.527576 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.db.segments_db [None req-2ede7a05-b3cc-446a-8dbd-15a4a73f09f9 admin admin] Added segment 0d997b8b-9287-472c-881a-ab905f08e005 of type vlan for network 7eb60152-674c-4e83-8aa6-d6f05fd9c82c Feb 21 00:32:57.527576 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ede7a05-b3cc-446a-8dbd-15a4a73f09f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6f10f88-f173-47bd-9958-5e68e3ba6688,revision_number=1']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:57.572441 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Device 53e7767d-0a14-4513-b911-ce8d7620d468 up at agent ovs-agent-dv-cinder-813225-6-iscsi {{(pid=109224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:32:57.573781 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eca312-c22b-46dc-a7d4-83394641e019 req-c6ad2374-23db-46d9-b7cd-13028055caa5 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:57.575726 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-f5eca312-c22b-46dc-a7d4-83394641e019 req-c6ad2374-23db-46d9-b7cd-13028055caa5 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=016acf20-2bcb-4d41-9d79-ad0d887280cb HTTP/1.1" status: 200 len: 946 time: 0.1354976 Feb 21 00:32:57.585435 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-2ede7a05-b3cc-446a-8dbd-15a4a73f09f9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731676168578'] for network (7eb60152-674c-4e83-8aa6-d6f05fd9c82c), precommit_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:57.644726 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-f5eca312-c22b-46dc-a7d4-83394641e019 req-034005a5-adb2-4bbb-9683-d5d964702eaf tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610373 Feb 21 00:32:57.673786 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Provisioning complete for port 53e7767d-0a14-4513-b911-ce8d7620d468 triggered by entity L2. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:32:57.675596 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (53e7767d-0a14-4513-b911-ce8d7620d468), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:57.696266 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-2ede7a05-b3cc-446a-8dbd-15a4a73f09f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403'] for network (7eb60152-674c-4e83-8aa6-d6f05fd9c82c), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:57.697489 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ede7a05-b3cc-446a-8dbd-15a4a73f09f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:57.698293 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-2ede7a05-b3cc-446a-8dbd-15a4a73f09f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582445'] for network (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:57.795331 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Current status of the port 53e7767d-0a14-4513-b911-ce8d7620d468 is: DOWN; New status is: ACTIVE {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:32:57.795839 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (53e7767d-0a14-4513-b911-ce8d7620d468), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:57.823861 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] For port 53e7767d-0a14-4513-b911-ce8d7620d468, host dv-cinder-813225-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-6-iscsi',level=0,port_id=53e7767d-0a14-4513-b911-ce8d7620d468,segment=NetworkSegment(d470c98a-8644-4be8-8df1-f825c0b18c68),segment_id=d470c98a-8644-4be8-8df1-f825c0b18c68)] {{(pid=109224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:32:57.829630 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (53e7767d-0a14-4513-b911-ce8d7620d468), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:57.840870 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ede7a05-b3cc-446a-8dbd-15a4a73f09f9 admin admin] Pushing event updated for resources: {'Network': ['ID=7eb60152-674c-4e83-8aa6-d6f05fd9c82c,revision_number=1']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:57.852308 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-2ede7a05-b3cc-446a-8dbd-15a4a73f09f9 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6257582 Feb 21 00:32:57.854953 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 53956) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:32:57.862315 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.v2.base [None req-cf22020f-602e-41d0-b20d-3a83ebd13a9f admin admin] Request body: {'subnet': {'network_id': '7eb60152-674c-4e83-8aa6-d6f05fd9c82c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1920926189-subnet', 'tenant_id': '6ed484b9f08242fe8db4200e59480bf5', 'ip_version': 4}} {{(pid=109223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:32:57.881232 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Network 7eb60152-674c-4e83-8aa6-d6f05fd9c82c details requested by agent ovs-agent-dv-cinder-813225-6-iscsi with host dv-cinder-813225-6-iscsi {{(pid=109224) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 00:32:57.913193 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce7543c-efa2-4e58-8141-b465941029e4 req-c9cbe1b0-822e-450c-846c-266d64b816ac tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:57.921758 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-0ce7543c-efa2-4e58-8141-b465941029e4 req-c9cbe1b0-822e-450c-846c-266d64b816ac tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] 10.222.0.45 "GET /v2.0/ports?device_id=388d17bc-26e5-4bff-9058-aa3ae16821e4 HTTP/1.1" status: 200 len: 946 time: 0.1284316 Feb 21 00:32:57.929843 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf22020f-602e-41d0-b20d-3a83ebd13a9f admin admin] Made reservation on behalf of 6ed484b9f08242fe8db4200e59480bf5 for: {'subnet': 1} {{(pid=109223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 00:32:57.932174 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-cf22020f-602e-41d0-b20d-3a83ebd13a9f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3701950'] for subnet (None), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:57.973584 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Pushing event updated for resources: {'Port': ['ID=53e7767d-0a14-4513-b911-ce8d7620d468,revision_number=4']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:58.040064 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-0ce7543c-efa2-4e58-8141-b465941029e4 req-93d44673-70a6-4825-94a1-80050ed2baad tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] 10.222.0.45 "GET /v2.0/security-groups?id=501164f9-baa4-41de-b5f4-e99fd87377d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174319 Feb 21 00:32:58.179127 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-cf22020f-602e-41d0-b20d-3a83ebd13a9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3992585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3701836'] for subnet (c77cd787-0664-48f5-845c-b454223dd532), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:58.202077 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8103f2-2662-47d4-b2b0-e34d0c95a2ad None None] Sync routers for ids ['346adc60-ef05-48df-9cb2-9b491a24d31d'] in dv-cinder-813225-6-iscsi {{(pid=109224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 00:32:58.213404 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8103f2-2662-47d4-b2b0-e34d0c95a2ad None None] Routers {'346adc60-ef05-48df-9cb2-9b491a24d31d'} bound to L3 agent in host dv-cinder-813225-6-iscsi {{(pid=109224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:32:58.214247 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-df8103f2-2662-47d4-b2b0-e34d0c95a2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T00:23:33Z,description=,heartbeat_timestamp=2022-02-21T00:32:33Z,host='dv-cinder-813225-6-iscsi',id=47b5b2cb-5391-4fc3-9478-3db20537c35a,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:23:34Z,topic='l3_agent')) {'router_ids': ['346adc60-ef05-48df-9cb2-9b491a24d31d'], 'active': True} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:32:58.253014 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf22020f-602e-41d0-b20d-3a83ebd13a9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c77cd787-0664-48f5-845c-b454223dd532,revision_number=0']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:58.257877 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf22020f-602e-41d0-b20d-3a83ebd13a9f admin admin] Checking segment: {'id': '0d997b8b-9287-472c-881a-ab905f08e005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7eb60152-674c-4e83-8aa6-d6f05fd9c82c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:32:58.258674 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf22020f-602e-41d0-b20d-3a83ebd13a9f admin admin] Network hostable DHCP agents. Network: 7eb60152-674c-4e83-8aa6-d6f05fd9c82c, hostable agents: ['57941464-2af3-4cc7-9b46-3eeacd6f6fca'], hosted agents: [] {{(pid=109223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 00:32:58.280294 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf22020f-602e-41d0-b20d-3a83ebd13a9f admin admin] Network 7eb60152-674c-4e83-8aa6-d6f05fd9c82c is scheduled to be hosted by DHCP agent 57941464-2af3-4cc7-9b46-3eeacd6f6fca with binding_index 1 {{(pid=109223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 00:32:58.293791 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.scheduler.base_scheduler [None req-cf22020f-602e-41d0-b20d-3a83ebd13a9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813225-6-iscsi, 7eb60152-674c-4e83-8aa6-d6f05fd9c82c) {{(pid=109223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:32:58.299454 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf22020f-602e-41d0-b20d-3a83ebd13a9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:58.300572 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-cf22020f-602e-41d0-b20d-3a83ebd13a9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582445'] for subnet (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:58.323398 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32dd7a5a-649f-4d6c-80d4-17ba04034849 None None] Network 7eb60152-674c-4e83-8aa6-d6f05fd9c82c requested from dv-cinder-813225-6-iscsi {{(pid=109224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 00:32:58.332073 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 53976) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:32:58.336348 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [None req-bb8a3dd6-08d2-4570-8237-5369ce9f371f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1920926189-router', 'tenant_id': '6ed484b9f08242fe8db4200e59480bf5', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050'}}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:32:58.342906 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-cf22020f-602e-41d0-b20d-3a83ebd13a9f admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4868407 Feb 21 00:32:58.367448 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-bb8a3dd6-08d2-4570-8237-5369ce9f371f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-958399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1880'] for router (58958bbd-fe22-43bf-91bf-8bc06389f78b), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:58.370816 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-bb8a3dd6-08d2-4570-8237-5369ce9f371f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-955183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-537569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1873'] for router (58958bbd-fe22-43bf-91bf-8bc06389f78b), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:58.455983 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-8f7e5b23-b415-498a-8a8b-05e6efbd5083 req-29e7791f-4b2e-4871-a3b5-acb50e1c81d3 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/ports?device_id=471da000-87d9-4e1e-b9a4-4d216cc18826 HTTP/1.1" status: 200 len: 210 time: 0.0410917 Feb 21 00:32:58.492347 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-bb8a3dd6-08d2-4570-8237-5369ce9f371f admin admin] Publish callbacks [] for router_controller (58958bbd-fe22-43bf-91bf-8bc06389f78b), precommit_add_association {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:58.542707 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvr_db [None req-df8103f2-2662-47d4-b2b0-e34d0c95a2ad None None] Set router 346adc60-ef05-48df-9cb2-9b491a24d31d gateway port host: dv-cinder-813225-6-iscsi {{(pid=109224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:32:58.580460 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 53982) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:32:58.696526 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b1fcd8-4782-44fd-b4f9-8d0b67776bf3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc40baefa-d12c-5e0a-9a3f-979e6179f684-7eb60152-674c-4e83-8aa6-d6f05fd9c82c', 'network_id': '7eb60152-674c-4e83-8aa6-d6f05fd9c82c', 'project_id': '6ed484b9f08242fe8db4200e59480bf5', 'fixed_ips': [{'subnet_id': 'c77cd787-0664-48f5-845c-b454223dd532'}]}} from dv-cinder-813225-6-iscsi. {{(pid=109224) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 21 00:32:58.697395 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-17b1fcd8-4782-44fd-b4f9-8d0b67776bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (None), before_create {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:58.790636 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-55a3f9fd-a4bf-4861-ab99-0ca62bd76085 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:59.009635 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.db_base_plugin_common [None req-17b1fcd8-4782-44fd-b4f9-8d0b67776bf3 None None] Allocated IP 172.20.0.2 (7eb60152-674c-4e83-8aa6-d6f05fd9c82c/c77cd787-0664-48f5-845c-b454223dd532/e8feabec-2322-4079-9bc4-2675a9a42ec1) {{(pid=109224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 00:32:59.026982 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-df8103f2-2662-47d4-b2b0-e34d0c95a2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '346adc60-ef05-48df-9cb2-9b491a24d31d', 'name': 'tempest-TestVolumeBootPattern-1275303664-router', 'tenant_id': '2270182ca89c4878829f5c7baac9afe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'external_fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '53e7767d-0a14-4513-b911-ce8d7620d468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:32:51Z', 'updated_at': '2022-02-21T00:32:55Z', 'revision_number': 4, 'project_id': '2270182ca89c4878829f5c7baac9afe8', 'gw_port': {'id': '53e7767d-0a14-4513-b911-ce8d7620d468', 'name': '', 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:62:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346adc60-ef05-48df-9cb2-9b491a24d31d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:32:52Z', 'updated_at': '2022-02-21T00:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '890cd9a8-3116-412f-9022-3458585959da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-6-iscsi', '_interfaces': [{'id': 'a6e3da95-a78f-4af2-a6ad-b55f6ec209e3', 'name': '', 'network_id': '2e0e8283-a033-407a-bc70-5d3d5b11923a', 'tenant_id': '2270182ca89c4878829f5c7baac9afe8', 'mac_address': 'fa:16:3e:5a:7b:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '346adc60-ef05-48df-9cb2-9b491a24d31d', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '7bfe349a-348f-4ba1-9415-79c5ecd08feb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:32:54Z', 'updated_at': '2022-02-21T00:32:55Z', 'revision_number': 2, 'project_id': '2270182ca89c4878829f5c7baac9afe8', 'subnets': [{'id': '7bfe349a-348f-4ba1-9415-79c5ecd08feb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-6-iscsi', False) {} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:32:59.058857 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8103f2-2662-47d4-b2b0-e34d0c95a2ad None None] Checking router: 346adc60-ef05-48df-9cb2-9b491a24d31d for host: dv-cinder-813225-6-iscsi {{(pid=109224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 00:32:59.059237 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8103f2-2662-47d4-b2b0-e34d0c95a2ad None None] Updating router 346adc60-ef05-48df-9cb2-9b491a24d31d port a6e3da95-a78f-4af2-a6ad-b55f6ec209e3 binding host dv-cinder-813225-6-iscsi {{(pid=109224) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 00:32:59.076673 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-bb8a3dd6-08d2-4570-8237-5369ce9f371f admin admin] Publish callbacks [] for router_gateway (58958bbd-fe22-43bf-91bf-8bc06389f78b), precommit_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:59.098600 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-df8103f2-2662-47d4-b2b0-e34d0c95a2ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (a6e3da95-a78f-4af2-a6ad-b55f6ec209e3), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:59.131559 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2202f2da-6679-4211-b717-5421b37449f8 req-9207a3ca-3257-4f77-a754-c810d39affc7 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:59.133083 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-2202f2da-6679-4211-b717-5421b37449f8 req-9207a3ca-3257-4f77-a754-c810d39affc7 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.36 "GET /v2.0/networks?id=56d46d29-560d-47ad-81a5-640623ed77d9 HTTP/1.1" status: 200 len: 814 time: 0.4982684 Feb 21 00:32:59.151944 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.v2.base [req-2202f2da-6679-4211-b717-5421b37449f8 req-8d2b9300-ced6-4bbf-b535-2b10f7dfc413 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Request body: {'port': {'device_id': '471da000-87d9-4e1e-b9a4-4d216cc18826', 'network_id': '56d46d29-560d-47ad-81a5-640623ed77d9', 'admin_state_up': True, 'tenant_id': '0467d31eadf844478eb8071898fb128e'}} {{(pid=109223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:32:59.166445 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19f7b73-daa0-4644-80ec-ef1a02050a54 req-b08736e7-7b1e-4d93-8d34-20cecdc34a25 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:59.167961 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-b19f7b73-daa0-4644-80ec-ef1a02050a54 req-b08736e7-7b1e-4d93-8d34-20cecdc34a25 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=016acf20-2bcb-4d41-9d79-ad0d887280cb HTTP/1.1" status: 200 len: 946 time: 0.1030085 Feb 21 00:32:59.247142 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-b19f7b73-daa0-4644-80ec-ef1a02050a54 req-e5819d0b-549f-4c2a-adb2-fe269c8ab894 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708539 Feb 21 00:32:59.270107 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf35f4ea-7bd5-4e83-9335-69719ab3a8b2 req-6cf700fe-6e8e-4feb-80a6-39973dfeef91 tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:32:59.271843 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-bf35f4ea-7bd5-4e83-9335-69719ab3a8b2 req-6cf700fe-6e8e-4feb-80a6-39973dfeef91 tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] 10.222.0.45 "GET /v2.0/ports?device_id=388d17bc-26e5-4bff-9058-aa3ae16821e4 HTTP/1.1" status: 200 len: 946 time: 0.1774838 Feb 21 00:32:59.317800 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-55a3f9fd-a4bf-4861-ab99-0ca62bd76085 admin admin] Publish callbacks [] for security_group (f3427ee0-c112-495f-ba30-f3d820c781e0), precommit_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:59.338618 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-55a3f9fd-a4bf-4861-ab99-0ca62bd76085 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (f3427ee0-c112-495f-ba30-f3d820c781e0), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:59.385201 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-bf35f4ea-7bd5-4e83-9335-69719ab3a8b2 req-16fa313e-4c95-4360-89e1-665f27e887db tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] 10.222.0.45 "GET /v2.0/security-groups?id=501164f9-baa4-41de-b5f4-e99fd87377d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943258 Feb 21 00:32:59.391407 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2202f2da-6679-4211-b717-5421b37449f8 req-8d2b9300-ced6-4bbf-b535-2b10f7dfc413 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Made reservation on behalf of 0467d31eadf844478eb8071898fb128e for: {'port': 1} {{(pid=109223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 00:32:59.394661 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-2202f2da-6679-4211-b717-5421b37449f8 req-8d2b9300-ced6-4bbf-b535-2b10f7dfc413 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (None), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:59.426256 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-55a3f9fd-a4bf-4861-ab99-0ca62bd76085 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0e51da75ccda459d92ab579437f50f12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8445683 Feb 21 00:32:59.427002 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a3f9fd-a4bf-4861-ab99-0ca62bd76085 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3427ee0-c112-495f-ba30-f3d820c781e0,revision_number=1']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:59.435248 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 54006) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:32:59.440379 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-bb8a3dd6-08d2-4570-8237-5369ce9f371f admin admin] Publish callbacks [] for router_gateway (58958bbd-fe22-43bf-91bf-8bc06389f78b), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:59.464922 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-bb8a3dd6-08d2-4570-8237-5369ce9f371f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:59.513073 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-df8103f2-2662-47d4-b2b0-e34d0c95a2ad None None] Publish callbacks [] for port (a6e3da95-a78f-4af2-a6ad-b55f6ec209e3), precommit_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:59.526601 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Device 53e7767d-0a14-4513-b911-ce8d7620d468 up at agent ovs-agent-dv-cinder-813225-6-iscsi {{(pid=109224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:32:59.562752 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-df8103f2-2662-47d4-b2b0-e34d0c95a2ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (a6e3da95-a78f-4af2-a6ad-b55f6ec209e3), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:59.614841 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-bd18b35e-3d01-40dd-8db8-c10a382df6ea req-1b9adb33-1af9-48d5-8f49-79a14d4bb5a8 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/ports?device_id=471da000-87d9-4e1e-b9a4-4d216cc18826 HTTP/1.1" status: 200 len: 210 time: 0.0501418 Feb 21 00:32:59.621910 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.db.db_base_plugin_common [None req-bb8a3dd6-08d2-4570-8237-5369ce9f371f admin admin] Allocated IP 172.27.3.183 (9d25e361-1d6c-4c24-9c73-356a2ab84050/890cd9a8-3116-412f-9022-3458585959da/f1576235-fc50-44fe-9275-695bcbd2f6cf) {{(pid=109222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 00:32:59.674971 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-6ab67a31-8ce7-4637-8d2a-7ce1fdbb6cd2 admin admin] Publish callbacks [] for security_group (f3427ee0-c112-495f-ba30-f3d820c781e0), before_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:59.699062 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-6ab67a31-8ce7-4637-8d2a-7ce1fdbb6cd2 admin admin] Publish callbacks [] for security_group (f3427ee0-c112-495f-ba30-f3d820c781e0), precommit_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:59.755441 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-17b1fcd8-4782-44fd-b4f9-8d0b67776bf3 None None] Publish callbacks [] for port (e8feabec-2322-4079-9bc4-2675a9a42ec1), precommit_create {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:59.776276 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-6ab67a31-8ce7-4637-8d2a-7ce1fdbb6cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (f3427ee0-c112-495f-ba30-f3d820c781e0), after_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:59.783445 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-6ab67a31-8ce7-4637-8d2a-7ce1fdbb6cd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:59.785964 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-6ab67a31-8ce7-4637-8d2a-7ce1fdbb6cd2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f3427ee0-c112-495f-ba30-f3d820c781e0 HTTP/1.1" status: 204 len: 168 time: 0.3527584 Feb 21 00:32:59.788306 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-bb8a3dd6-08d2-4570-8237-5369ce9f371f admin admin] Publish callbacks [] for port (f1576235-fc50-44fe-9275-695bcbd2f6cf), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:59.799080 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7635ad-c0e9-4151-bbce-b398733ece60 None None] Pushing event updated for resources: {'Port': ['ID=a6e3da95-a78f-4af2-a6ad-b55f6ec209e3,revision_number=3']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:59.805349 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-17b1fcd8-4782-44fd-b4f9-8d0b67776bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731676182815'] for port (e8feabec-2322-4079-9bc4-2675a9a42ec1), after_create {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:59.840103 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.db.db_base_plugin_common [req-2202f2da-6679-4211-b717-5421b37449f8 req-8d2b9300-ced6-4bbf-b535-2b10f7dfc413 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Allocated IP 172.20.0.10 (56d46d29-560d-47ad-81a5-640623ed77d9/e737284c-a5a6-4a63-a4b0-f2ad93902441/cb8b3afb-8aca-4b05-a174-7a420ff1e3f1) {{(pid=109223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 00:32:59.845713 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-bb8a3dd6-08d2-4570-8237-5369ce9f371f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731676182815'] for port (f1576235-fc50-44fe-9275-695bcbd2f6cf), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:59.880762 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab67a31-8ce7-4637-8d2a-7ce1fdbb6cd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3427ee0-c112-495f-ba30-f3d820c781e0,revision_number=None']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:59.902080 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8a3dd6-08d2-4570-8237-5369ce9f371f admin admin] Network 9d25e361-1d6c-4c24-9c73-356a2ab84050 is already hosted by enough agents. {{(pid=109222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:32:59.906584 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.scheduler.base_scheduler [None req-bb8a3dd6-08d2-4570-8237-5369ce9f371f admin admin] Resources bound (agent type, host, resource id): {{(pid=109222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:32:59.909440 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b1fcd8-4782-44fd-b4f9-8d0b67776bf3 None None] Network 7eb60152-674c-4e83-8aa6-d6f05fd9c82c is already hosted by enough agents. {{(pid=109224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:32:59.918680 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8a3dd6-08d2-4570-8237-5369ce9f371f admin admin] Received port after_create {{(pid=109222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 00:32:59.945496 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.scheduler.base_scheduler [None req-17b1fcd8-4782-44fd-b4f9-8d0b67776bf3 None None] Resources bound (agent type, host, resource id): {{(pid=109224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:32:59.964860 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b1fcd8-4782-44fd-b4f9-8d0b67776bf3 None None] Received port after_create {{(pid=109224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 00:32:59.967034 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b1fcd8-4782-44fd-b4f9-8d0b67776bf3 None None] Pushing event updated for resources: {'Port': ['ID=e8feabec-2322-4079-9bc4-2675a9a42ec1,revision_number=1']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:32:59.972730 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Provisioning complete for port 53e7767d-0a14-4513-b911-ce8d7620d468 triggered by entity L2. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:32:59.973109 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (53e7767d-0a14-4513-b911-ce8d7620d468), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:32:59.976165 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.managers [None req-df8103f2-2662-47d4-b2b0-e34d0c95a2ad None None] Attempting to bind port a6e3da95-a78f-4af2-a6ad-b55f6ec209e3 on host dv-cinder-813225-6-iscsi for vnic_type normal with profile {{(pid=109224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 00:32:59.976544 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.managers [None req-df8103f2-2662-47d4-b2b0-e34d0c95a2ad None None] Attempting to bind port a6e3da95-a78f-4af2-a6ad-b55f6ec209e3 by drivers openvswitch,hyperv on host dv-cinder-813225-6-iscsi at level 0 using segments [{'id': 'cb4aac1d-2986-47c5-9166-1b8e3caa68ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '2e0e8283-a033-407a-bc70-5d3d5b11923a'}] {{(pid=109224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 00:32:59.976908 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8103f2-2662-47d4-b2b0-e34d0c95a2ad None None] Attempting to bind port a6e3da95-a78f-4af2-a6ad-b55f6ec209e3 on network 2e0e8283-a033-407a-bc70-5d3d5b11923a {{(pid=109224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:33:00.012684 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8a3dd6-08d2-4570-8237-5369ce9f371f admin admin] Pushing event updated for resources: {'Port': ['ID=f1576235-fc50-44fe-9275-695bcbd2f6cf,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:33:00.024049 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8103f2-2662-47d4-b2b0-e34d0c95a2ad None None] Checking agent: {'id': 'd6e95c40-1d90-4a13-9e37-1d6580a24190', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813225-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 0, 23, 38), 'started_at': datetime.datetime(2022, 2, 21, 0, 24, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 0, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813225-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 00:33:00.024049 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8103f2-2662-47d4-b2b0-e34d0c95a2ad None None] Checking segment: {'id': 'cb4aac1d-2986-47c5-9166-1b8e3caa68ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '2e0e8283-a033-407a-bc70-5d3d5b11923a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:33:00.024398 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-df8103f2-2662-47d4-b2b0-e34d0c95a2ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:00.024670 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8103f2-2662-47d4-b2b0-e34d0c95a2ad None None] Bound using segment: {'id': 'cb4aac1d-2986-47c5-9166-1b8e3caa68ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '2e0e8283-a033-407a-bc70-5d3d5b11923a'} {{(pid=109224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 00:33:00.025580 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.managers [None req-df8103f2-2662-47d4-b2b0-e34d0c95a2ad None None] Bound port: a6e3da95-a78f-4af2-a6ad-b55f6ec209e3, host: dv-cinder-813225-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb4aac1d-2986-47c5-9166-1b8e3caa68ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '2e0e8283-a033-407a-bc70-5d3d5b11923a'}}] {{(pid=109224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 00:33:00.025710 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-df8103f2-2662-47d4-b2b0-e34d0c95a2ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (a6e3da95-a78f-4af2-a6ad-b55f6ec209e3), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:00.073764 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-2202f2da-6679-4211-b717-5421b37449f8 req-8d2b9300-ced6-4bbf-b535-2b10f7dfc413 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Publish callbacks [] for port (cb8b3afb-8aca-4b05-a174-7a420ff1e3f1), precommit_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:00.108463 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-46f321db-380f-466f-8349-1c9d12e7aade None None] Provisioning complete for port a6e3da95-a78f-4af2-a6ad-b55f6ec209e3 triggered by entity DHCP. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:33:00.108848 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-46f321db-380f-466f-8349-1c9d12e7aade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (a6e3da95-a78f-4af2-a6ad-b55f6ec209e3), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:00.120908 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-2202f2da-6679-4211-b717-5421b37449f8 req-8d2b9300-ced6-4bbf-b535-2b10f7dfc413 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731676182815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3995289'] for port (cb8b3afb-8aca-4b05-a174-7a420ff1e3f1), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:00.158822 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.managers [None req-17b1fcd8-4782-44fd-b4f9-8d0b67776bf3 None None] Attempting to bind port e8feabec-2322-4079-9bc4-2675a9a42ec1 on host dv-cinder-813225-6-iscsi for vnic_type normal with profile {{(pid=109224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 00:33:00.159221 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.managers [None req-17b1fcd8-4782-44fd-b4f9-8d0b67776bf3 None None] Attempting to bind port e8feabec-2322-4079-9bc4-2675a9a42ec1 by drivers openvswitch,hyperv on host dv-cinder-813225-6-iscsi at level 0 using segments [{'id': '0d997b8b-9287-472c-881a-ab905f08e005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7eb60152-674c-4e83-8aa6-d6f05fd9c82c'}] {{(pid=109224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 00:33:00.159584 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b1fcd8-4782-44fd-b4f9-8d0b67776bf3 None None] Attempting to bind port e8feabec-2322-4079-9bc4-2675a9a42ec1 on network 7eb60152-674c-4e83-8aa6-d6f05fd9c82c {{(pid=109224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:33:00.181965 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b1fcd8-4782-44fd-b4f9-8d0b67776bf3 None None] Checking agent: {'id': 'd6e95c40-1d90-4a13-9e37-1d6580a24190', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813225-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 0, 23, 38), 'started_at': datetime.datetime(2022, 2, 21, 0, 24, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 0, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813225-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 00:33:00.182343 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b1fcd8-4782-44fd-b4f9-8d0b67776bf3 None None] Checking segment: {'id': '0d997b8b-9287-472c-881a-ab905f08e005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7eb60152-674c-4e83-8aa6-d6f05fd9c82c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:33:00.182527 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2202f2da-6679-4211-b717-5421b37449f8 req-8d2b9300-ced6-4bbf-b535-2b10f7dfc413 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Network 56d46d29-560d-47ad-81a5-640623ed77d9 is already hosted by enough agents. {{(pid=109223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:33:00.183021 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-17b1fcd8-4782-44fd-b4f9-8d0b67776bf3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:00.183210 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b1fcd8-4782-44fd-b4f9-8d0b67776bf3 None None] Bound using segment: {'id': '0d997b8b-9287-472c-881a-ab905f08e005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7eb60152-674c-4e83-8aa6-d6f05fd9c82c'} {{(pid=109224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 00:33:00.183659 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.managers [None req-17b1fcd8-4782-44fd-b4f9-8d0b67776bf3 None None] Bound port: e8feabec-2322-4079-9bc4-2675a9a42ec1, host: dv-cinder-813225-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d997b8b-9287-472c-881a-ab905f08e005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7eb60152-674c-4e83-8aa6-d6f05fd9c82c'}}] {{(pid=109224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 00:33:00.184379 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-17b1fcd8-4782-44fd-b4f9-8d0b67776bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (e8feabec-2322-4079-9bc4-2675a9a42ec1), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:00.189655 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.scheduler.base_scheduler [req-2202f2da-6679-4211-b717-5421b37449f8 req-8d2b9300-ced6-4bbf-b535-2b10f7dfc413 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Resources bound (agent type, host, resource id): {{(pid=109223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:33:00.199221 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvrscheduler_db [req-2202f2da-6679-4211-b717-5421b37449f8 req-8d2b9300-ced6-4bbf-b535-2b10f7dfc413 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Received port after_create {{(pid=109223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 00:33:00.207414 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2b9300-ced6-4bbf-b535-2b10f7dfc413 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Pushing event updated for resources: {'Port': ['ID=cb8b3afb-8aca-4b05-a174-7a420ff1e3f1,revision_number=1']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:33:00.245095 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-46f321db-380f-466f-8349-1c9d12e7aade None None] Port a6e3da95-a78f-4af2-a6ad-b55f6ec209e3 cannot update to ACTIVE because it is not bound. {{(pid=109224) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 00:33:00.264768 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 54026) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:33:00.266608 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-bb8a3dd6-08d2-4570-8237-5369ce9f371f admin admin] Publish callbacks [] for router_gateway (58958bbd-fe22-43bf-91bf-8bc06389f78b), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:00.288525 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2202f2da-6679-4211-b717-5421b37449f8 req-8d2b9300-ced6-4bbf-b535-2b10f7dfc413 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:00.289272 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-2202f2da-6679-4211-b717-5421b37449f8 req-8d2b9300-ced6-4bbf-b535-2b10f7dfc413 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582445'] for port (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:00.292846 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-7e5c23d8-d730-42f9-a01c-5e81ca5175ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:00.315369 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-df8103f2-2662-47d4-b2b0-e34d0c95a2ad None None] For port a6e3da95-a78f-4af2-a6ad-b55f6ec209e3, host dv-cinder-813225-6-iscsi, cleared binding levels {{(pid=109224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 00:33:00.331493 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-2202f2da-6679-4211-b717-5421b37449f8 req-8d2b9300-ced6-4bbf-b535-2b10f7dfc413 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1833358 Feb 21 00:33:00.341281 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-df8103f2-2662-47d4-b2b0-e34d0c95a2ad None None] For port a6e3da95-a78f-4af2-a6ad-b55f6ec209e3, host dv-cinder-813225-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-6-iscsi',level=0,port_id=a6e3da95-a78f-4af2-a6ad-b55f6ec209e3,segment=NetworkSegment(cb4aac1d-2986-47c5-9166-1b8e3caa68ed),segment_id=cb4aac1d-2986-47c5-9166-1b8e3caa68ed)] {{(pid=109224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 00:33:00.351928 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Current status of the port 53e7767d-0a14-4513-b911-ce8d7620d468 is: ACTIVE; New status is: ACTIVE {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:33:00.364740 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-df8103f2-2662-47d4-b2b0-e34d0c95a2ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (a6e3da95-a78f-4af2-a6ad-b55f6ec209e3), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:00.400745 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-17b1fcd8-4782-44fd-b4f9-8d0b67776bf3 None None] For port e8feabec-2322-4079-9bc4-2675a9a42ec1, host dv-cinder-813225-6-iscsi, cleared binding levels {{(pid=109224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 00:33:00.427619 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-17b1fcd8-4782-44fd-b4f9-8d0b67776bf3 None None] For port e8feabec-2322-4079-9bc4-2675a9a42ec1, host dv-cinder-813225-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-6-iscsi',level=0,port_id=e8feabec-2322-4079-9bc4-2675a9a42ec1,segment=NetworkSegment(0d997b8b-9287-472c-881a-ab905f08e005),segment_id=0d997b8b-9287-472c-881a-ab905f08e005)] {{(pid=109224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 00:33:00.439648 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-7e5c23d8-d730-42f9-a01c-5e81ca5175ab admin admin] Publish callbacks [] for security_group (dae483e8-608d-4025-92f7-3de37dbdd07b), precommit_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:00.458001 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f6fe9b-075d-4cc6-a609-2cd559124e76 req-f6ef2258-07e5-492f-b1de-8143a053f8c7 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:00.460398 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-17b1fcd8-4782-44fd-b4f9-8d0b67776bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (e8feabec-2322-4079-9bc4-2675a9a42ec1), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:00.463708 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-31f6fe9b-075d-4cc6-a609-2cd559124e76 req-f6ef2258-07e5-492f-b1de-8143a053f8c7 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=016acf20-2bcb-4d41-9d79-ad0d887280cb HTTP/1.1" status: 200 len: 946 time: 0.0901489 Feb 21 00:33:00.465291 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-7e5c23d8-d730-42f9-a01c-5e81ca5175ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (dae483e8-608d-4025-92f7-3de37dbdd07b), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:00.480513 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7635ad-c0e9-4151-bbce-b398733ece60 None None] Pushing event updated for resources: {'Port': ['ID=a6e3da95-a78f-4af2-a6ad-b55f6ec209e3,revision_number=4']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:33:00.498279 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8103f2-2662-47d4-b2b0-e34d0c95a2ad None None] Routers {'346adc60-ef05-48df-9cb2-9b491a24d31d'} bound to L3 agent in host dv-cinder-813225-6-iscsi {{(pid=109224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:33:00.498923 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-df8103f2-2662-47d4-b2b0-e34d0c95a2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T00:23:33Z,description=,heartbeat_timestamp=2022-02-21T00:32:33Z,host='dv-cinder-813225-6-iscsi',id=47b5b2cb-5391-4fc3-9478-3db20537c35a,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:23:34Z,topic='l3_agent')) {'router_ids': ['346adc60-ef05-48df-9cb2-9b491a24d31d'], 'active': True} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:33:00.536570 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5c23d8-d730-42f9-a01c-5e81ca5175ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dae483e8-608d-4025-92f7-3de37dbdd07b,revision_number=1']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:33:00.545581 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-7e5c23d8-d730-42f9-a01c-5e81ca5175ab admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e1b43e477b91496f8c0724f9bff8609b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2797797 Feb 21 00:33:00.548602 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 54032) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:33:00.602927 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-31f6fe9b-075d-4cc6-a609-2cd559124e76 req-14da3b1e-3b41-49bf-82b9-94241a2ff46a tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340535 Feb 21 00:33:00.622189 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6a95d5-d750-4810-a6c7-8e8cb565edf9 req-e325983e-e184-4799-9189-39016a4c20dc tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:00.623807 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-ea6a95d5-d750-4810-a6c7-8e8cb565edf9 req-e325983e-e184-4799-9189-39016a4c20dc tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] 10.222.0.45 "GET /v2.0/ports?device_id=388d17bc-26e5-4bff-9058-aa3ae16821e4 HTTP/1.1" status: 200 len: 946 time: 0.1198063 Feb 21 00:33:00.640174 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ab65dd76-5d08-45ef-9dd3-4ccd06d9f910 admin admin] Publish callbacks [] for security_group (dae483e8-608d-4025-92f7-3de37dbdd07b), before_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:00.676506 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-bb8a3dd6-08d2-4570-8237-5369ce9f371f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-955174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-951209'] for router (58958bbd-fe22-43bf-91bf-8bc06389f78b), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:00.687317 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ab65dd76-5d08-45ef-9dd3-4ccd06d9f910 admin admin] Publish callbacks [] for security_group (dae483e8-608d-4025-92f7-3de37dbdd07b), precommit_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:00.696548 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-ea6a95d5-d750-4810-a6c7-8e8cb565edf9 req-930af64a-0339-48ad-a5e1-14b89dca21df tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] 10.222.0.45 "GET /v2.0/security-groups?id=501164f9-baa4-41de-b5f4-e99fd87377d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605364 Feb 21 00:33:00.789557 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21394889-18e2-4be2-bdae-591bd9dd6b07 req-d8d1b20d-4f51-40e4-a01a-b40c1c3d7ed0 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:00.791806 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-21394889-18e2-4be2-bdae-591bd9dd6b07 req-d8d1b20d-4f51-40e4-a01a-b40c1c3d7ed0 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/ports?device_id=471da000-87d9-4e1e-b9a4-4d216cc18826 HTTP/1.1" status: 200 len: 932 time: 0.0945745 Feb 21 00:33:00.857436 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb8a3dd6-08d2-4570-8237-5369ce9f371f admin admin] Router 58958bbd-fe22-43bf-91bf-8bc06389f78b is scheduled to L3 agent 47b5b2cb-5391-4fc3-9478-3db20537c35a with binding_index 1 {{(pid=109222) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 00:33:00.864804 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ab65dd76-5d08-45ef-9dd3-4ccd06d9f910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (dae483e8-608d-4025-92f7-3de37dbdd07b), after_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:00.867447 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ab65dd76-5d08-45ef-9dd3-4ccd06d9f910 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:00.868585 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-ab65dd76-5d08-45ef-9dd3-4ccd06d9f910 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/dae483e8-608d-4025-92f7-3de37dbdd07b HTTP/1.1" status: 204 len: 168 time: 0.3190658 Feb 21 00:33:00.870203 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-06482525-54a5-4c64-8ff2-d5a16c5cb33e None None] Provisioning complete for port a6e3da95-a78f-4af2-a6ad-b55f6ec209e3 triggered by entity DHCP. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:33:00.870807 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-06482525-54a5-4c64-8ff2-d5a16c5cb33e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (a6e3da95-a78f-4af2-a6ad-b55f6ec209e3), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:00.872505 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b1fcd8-4782-44fd-b4f9-8d0b67776bf3 None None] Pushing event updated for resources: {'Port': ['ID=e8feabec-2322-4079-9bc4-2675a9a42ec1,revision_number=2']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:33:00.895344 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab65dd76-5d08-45ef-9dd3-4ccd06d9f910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dae483e8-608d-4025-92f7-3de37dbdd07b,revision_number=None']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:33:00.911802 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-21394889-18e2-4be2-bdae-591bd9dd6b07 req-fb05ec64-c8ff-4c6d-817e-0b2690cfb0a3 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/security-groups?id=d4c2ccd5-90d6-42ad-bf3a-131ba1b47e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037469 Feb 21 00:33:00.953104 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] get_ports_and_sgs() called for port_ids ['f3d26097-eec0-4f8b-a37f-5da2c7131cf4', 'b298c567-214d-4f2e-822e-50aebdc7ad41'] {{(pid=109224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 00:33:00.955411 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.v2.base [req-2202f2da-6679-4211-b717-5421b37449f8 req-d1338874-e4dd-458c-9e9c-460c2377353d service neutron] Request body: {'port': {'device_id': '471da000-87d9-4e1e-b9a4-4d216cc18826', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=109223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:33:00.988339 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvr_db [None req-df8103f2-2662-47d4-b2b0-e34d0c95a2ad None None] Set router 346adc60-ef05-48df-9cb2-9b491a24d31d gateway port host: dv-cinder-813225-6-iscsi {{(pid=109224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:33:01.007529 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb8a3dd6-08d2-4570-8237-5369ce9f371f admin admin] Notify agent at l3_agent.dv-cinder-813225-6-iscsi the message routers_updated {{(pid=109222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 00:33:01.018132 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92f10ce-667a-4f3a-8472-5d9fc697e334 None None] Sync routers for ids ['58958bbd-fe22-43bf-91bf-8bc06389f78b'] in dv-cinder-813225-6-iscsi {{(pid=109225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 00:33:01.033808 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-bb8a3dd6-08d2-4570-8237-5369ce9f371f admin admin] Publish callbacks [] for router (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:01.035449 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-bb8a3dd6-08d2-4570-8237-5369ce9f371f admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.7021527 Feb 21 00:33:01.038013 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 54042) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:33:01.043429 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92f10ce-667a-4f3a-8472-5d9fc697e334 None None] Routers {'58958bbd-fe22-43bf-91bf-8bc06389f78b'} bound to L3 agent in host dv-cinder-813225-6-iscsi {{(pid=109225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:33:01.043996 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_hamode_db [None req-e92f10ce-667a-4f3a-8472-5d9fc697e334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T00:23:33Z,description=,heartbeat_timestamp=2022-02-21T00:32:33Z,host='dv-cinder-813225-6-iscsi',id=47b5b2cb-5391-4fc3-9478-3db20537c35a,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:23:34Z,topic='l3_agent')) {'router_ids': ['58958bbd-fe22-43bf-91bf-8bc06389f78b'], 'active': True} {{(pid=109225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:33:01.104350 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-2202f2da-6679-4211-b717-5421b37449f8 req-d1338874-e4dd-458c-9e9c-460c2377353d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (cb8b3afb-8aca-4b05-a174-7a420ff1e3f1), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:01.261629 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-06482525-54a5-4c64-8ff2-d5a16c5cb33e None None] Current status of the port a6e3da95-a78f-4af2-a6ad-b55f6ec209e3 is: DOWN; New status is: ACTIVE {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:33:01.261778 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-06482525-54a5-4c64-8ff2-d5a16c5cb33e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (a6e3da95-a78f-4af2-a6ad-b55f6ec209e3), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:01.302523 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_dvr_db [None req-e92f10ce-667a-4f3a-8472-5d9fc697e334 None None] Set router 58958bbd-fe22-43bf-91bf-8bc06389f78b gateway port host: dv-cinder-813225-6-iscsi {{(pid=109225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:33:01.410717 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-06482525-54a5-4c64-8ff2-d5a16c5cb33e None None] For port a6e3da95-a78f-4af2-a6ad-b55f6ec209e3, host dv-cinder-813225-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-6-iscsi',level=0,port_id=a6e3da95-a78f-4af2-a6ad-b55f6ec209e3,segment=NetworkSegment(cb4aac1d-2986-47c5-9166-1b8e3caa68ed),segment_id=cb4aac1d-2986-47c5-9166-1b8e3caa68ed)] {{(pid=109224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:33:01.487286 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-06482525-54a5-4c64-8ff2-d5a16c5cb33e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (a6e3da95-a78f-4af2-a6ad-b55f6ec209e3), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:01.575881 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06482525-54a5-4c64-8ff2-d5a16c5cb33e None None] Pushing event updated for resources: {'Port': ['ID=a6e3da95-a78f-4af2-a6ad-b55f6ec209e3,revision_number=5']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:33:01.580100 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Device e8feabec-2322-4079-9bc4-2675a9a42ec1 up at agent ovs-agent-dv-cinder-813225-6-iscsi {{(pid=109224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:33:01.647388 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-2fa9682c-6bc1-4d20-84c4-85cedcc4994d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (57941464-2af3-4cc7-9b46-3eeacd6f6fca), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:01.678065 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.notifiers.nova [req-2202f2da-6679-4211-b717-5421b37449f8 req-d1338874-e4dd-458c-9e9c-460c2377353d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb8b3afb-8aca-4b05-a174-7a420ff1e3f1 {{(pid=109223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 00:33:01.680493 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_hamode_db [None req-e92f10ce-667a-4f3a-8472-5d9fc697e334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58958bbd-fe22-43bf-91bf-8bc06389f78b', 'name': 'tempest-TestVolumeBootPattern-1920926189-router', 'tenant_id': '6ed484b9f08242fe8db4200e59480bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'external_fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': 'f1576235-fc50-44fe-9275-695bcbd2f6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:32:58Z', 'updated_at': '2022-02-21T00:33:00Z', 'revision_number': 3, 'project_id': '6ed484b9f08242fe8db4200e59480bf5', 'gw_port': {'id': 'f1576235-fc50-44fe-9275-695bcbd2f6cf', 'name': '', 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:df:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58958bbd-fe22-43bf-91bf-8bc06389f78b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:32:59Z', 'updated_at': '2022-02-21T00:32:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '890cd9a8-3116-412f-9022-3458585959da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-6-iscsi'}], 'dv-cinder-813225-6-iscsi', False) {} {{(pid=109225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:33:01.698813 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-2202f2da-6679-4211-b717-5421b37449f8 req-d1338874-e4dd-458c-9e9c-460c2377353d service neutron] Publish callbacks [] for port (cb8b3afb-8aca-4b05-a174-7a420ff1e3f1), precommit_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:01.719907 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [req-2202f2da-6679-4211-b717-5421b37449f8 req-d1338874-e4dd-458c-9e9c-460c2377353d service neutron] Transition to ACTIVE for port object cb8b3afb-8aca-4b05-a174-7a420ff1e3f1 will not be triggered until provisioned by entity L2. {{(pid=109223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 00:33:01.740820 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-2202f2da-6679-4211-b717-5421b37449f8 req-d1338874-e4dd-458c-9e9c-460c2377353d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3995266'] for port (cb8b3afb-8aca-4b05-a174-7a420ff1e3f1), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:01.744385 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92f10ce-667a-4f3a-8472-5d9fc697e334 None None] Checking router: 58958bbd-fe22-43bf-91bf-8bc06389f78b for host: dv-cinder-813225-6-iscsi {{(pid=109225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 00:33:01.744745 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92f10ce-667a-4f3a-8472-5d9fc697e334 None None] Updating router 58958bbd-fe22-43bf-91bf-8bc06389f78b port f1576235-fc50-44fe-9275-695bcbd2f6cf binding host dv-cinder-813225-6-iscsi {{(pid=109225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 00:33:01.760994 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-df8103f2-2662-47d4-b2b0-e34d0c95a2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '346adc60-ef05-48df-9cb2-9b491a24d31d', 'name': 'tempest-TestVolumeBootPattern-1275303664-router', 'tenant_id': '2270182ca89c4878829f5c7baac9afe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'external_fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '53e7767d-0a14-4513-b911-ce8d7620d468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:32:51Z', 'updated_at': '2022-02-21T00:32:55Z', 'revision_number': 4, 'project_id': '2270182ca89c4878829f5c7baac9afe8', 'gw_port': {'id': '53e7767d-0a14-4513-b911-ce8d7620d468', 'name': '', 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:62:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346adc60-ef05-48df-9cb2-9b491a24d31d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:32:52Z', 'updated_at': '2022-02-21T00:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '890cd9a8-3116-412f-9022-3458585959da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-6-iscsi', '_interfaces': [{'id': 'a6e3da95-a78f-4af2-a6ad-b55f6ec209e3', 'name': '', 'network_id': '2e0e8283-a033-407a-bc70-5d3d5b11923a', 'tenant_id': '2270182ca89c4878829f5c7baac9afe8', 'mac_address': 'fa:16:3e:5a:7b:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '346adc60-ef05-48df-9cb2-9b491a24d31d', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '7bfe349a-348f-4ba1-9415-79c5ecd08feb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:32:54Z', 'updated_at': '2022-02-21T00:33:00Z', 'revision_number': 4, 'project_id': '2270182ca89c4878829f5c7baac9afe8', 'subnets': [{'id': '7bfe349a-348f-4ba1-9415-79c5ecd08feb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-6-iscsi', False) {} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:33:01.819788 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Provisioning complete for port e8feabec-2322-4079-9bc4-2675a9a42ec1 triggered by entity L2. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:33:01.820178 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (e8feabec-2322-4079-9bc4-2675a9a42ec1), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:01.828107 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron_lib.callbacks.manager [None req-e92f10ce-667a-4f3a-8472-5d9fc697e334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (f1576235-fc50-44fe-9275-695bcbd2f6cf), before_update {{(pid=109225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:01.835769 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baedc06-18ad-49cd-88a6-ab16b01e752b req-4962f890-5ce5-4d0d-b40c-ad2808a4f81a tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:01.838898 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-5baedc06-18ad-49cd-88a6-ab16b01e752b req-4962f890-5ce5-4d0d-b40c-ad2808a4f81a tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=016acf20-2bcb-4d41-9d79-ad0d887280cb HTTP/1.1" status: 200 len: 946 time: 0.1183991 Feb 21 00:33:01.878584 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1338874-e4dd-458c-9e9c-460c2377353d service neutron] Pushing event updated for resources: {'Port': ['ID=cb8b3afb-8aca-4b05-a174-7a420ff1e3f1,revision_number=2']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:33:01.899775 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8103f2-2662-47d4-b2b0-e34d0c95a2ad None None] The sync data for ids ['346adc60-ef05-48df-9cb2-9b491a24d31d'] in dv-cinder-813225-6-iscsi is: [{'id': '346adc60-ef05-48df-9cb2-9b491a24d31d', 'name': 'tempest-TestVolumeBootPattern-1275303664-router', 'tenant_id': '2270182ca89c4878829f5c7baac9afe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'external_fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '53e7767d-0a14-4513-b911-ce8d7620d468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:32:51Z', 'updated_at': '2022-02-21T00:32:55Z', 'revision_number': 4, 'project_id': '2270182ca89c4878829f5c7baac9afe8', 'gw_port': {'id': '53e7767d-0a14-4513-b911-ce8d7620d468', 'name': '', 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:62:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346adc60-ef05-48df-9cb2-9b491a24d31d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:32:52Z', 'updated_at': '2022-02-21T00:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '890cd9a8-3116-412f-9022-3458585959da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-6-iscsi', '_interfaces': [{'id': 'a6e3da95-a78f-4af2-a6ad-b55f6ec209e3', 'name': '', 'network_id': '2e0e8283-a033-407a-bc70-5d3d5b11923a', 'tenant_id': '2270182ca89c4878829f5c7baac9afe8', 'mac_address': 'fa:16:3e:5a:7b:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '346adc60-ef05-48df-9cb2-9b491a24d31d', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '7bfe349a-348f-4ba1-9415-79c5ecd08feb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:32:54Z', 'updated_at': '2022-02-21T00:33:00Z', 'revision_number': 4, 'project_id': '2270182ca89c4878829f5c7baac9afe8', 'subnets': [{'id': '7bfe349a-348f-4ba1-9415-79c5ecd08feb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 00:33:01.991547 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-04c51ece-ac9c-482d-a36a-d55ba55cd7d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:02.029521 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d91383-abb5-4b60-83bf-e3e5a7c646a9 req-5dfbec05-11b9-40a2-aef1-bd26b3830d87 tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:02.041093 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-b0d91383-abb5-4b60-83bf-e3e5a7c646a9 req-5dfbec05-11b9-40a2-aef1-bd26b3830d87 tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] 10.222.0.45 "GET /v2.0/ports?device_id=388d17bc-26e5-4bff-9058-aa3ae16821e4 HTTP/1.1" status: 200 len: 946 time: 0.2180133 Feb 21 00:33:02.054426 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-5baedc06-18ad-49cd-88a6-ab16b01e752b req-e6254130-68a9-4ed5-9220-4303bc0f7453 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088647 Feb 21 00:33:02.113032 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Current status of the port e8feabec-2322-4079-9bc4-2675a9a42ec1 is: DOWN; New status is: ACTIVE {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:33:02.113434 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (e8feabec-2322-4079-9bc4-2675a9a42ec1), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:02.162989 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.managers [req-2202f2da-6679-4211-b717-5421b37449f8 req-d1338874-e4dd-458c-9e9c-460c2377353d service neutron] Attempting to bind port cb8b3afb-8aca-4b05-a174-7a420ff1e3f1 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=109223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 00:33:02.163501 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.managers [req-2202f2da-6679-4211-b717-5421b37449f8 req-d1338874-e4dd-458c-9e9c-460c2377353d service neutron] Attempting to bind port cb8b3afb-8aca-4b05-a174-7a420ff1e3f1 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '41c853f0-8bb5-4bee-bddd-7995047fee1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '56d46d29-560d-47ad-81a5-640623ed77d9'}] {{(pid=109223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 00:33:02.163907 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2202f2da-6679-4211-b717-5421b37449f8 req-d1338874-e4dd-458c-9e9c-460c2377353d service neutron] Attempting to bind port cb8b3afb-8aca-4b05-a174-7a420ff1e3f1 on network 56d46d29-560d-47ad-81a5-640623ed77d9 {{(pid=109223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:33:02.166364 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] For port e8feabec-2322-4079-9bc4-2675a9a42ec1, host dv-cinder-813225-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-6-iscsi',level=0,port_id=e8feabec-2322-4079-9bc4-2675a9a42ec1,segment=NetworkSegment(0d997b8b-9287-472c-881a-ab905f08e005),segment_id=0d997b8b-9287-472c-881a-ab905f08e005)] {{(pid=109224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:33:02.178167 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2202f2da-6679-4211-b717-5421b37449f8 req-d1338874-e4dd-458c-9e9c-460c2377353d service neutron] Port cb8b3afb-8aca-4b05-a174-7a420ff1e3f1 on network 56d46d29-560d-47ad-81a5-640623ed77d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=109223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 00:33:02.178734 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2202f2da-6679-4211-b717-5421b37449f8 req-d1338874-e4dd-458c-9e9c-460c2377353d service neutron] Attempting to bind port cb8b3afb-8aca-4b05-a174-7a420ff1e3f1 on network 56d46d29-560d-47ad-81a5-640623ed77d9 {{(pid=109223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:33:02.192503 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2202f2da-6679-4211-b717-5421b37449f8 req-d1338874-e4dd-458c-9e9c-460c2377353d service neutron] Checking agent: {'id': '2124d49d-e543-43fa-8e9f-817e1d020459', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 0, 29, 44), 'started_at': datetime.datetime(2022, 2, 21, 0, 29, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 0, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 00:33:02.192963 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2202f2da-6679-4211-b717-5421b37449f8 req-d1338874-e4dd-458c-9e9c-460c2377353d service neutron] Checking segment: {'id': '41c853f0-8bb5-4bee-bddd-7995047fee1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '56d46d29-560d-47ad-81a5-640623ed77d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:33:02.193509 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2202f2da-6679-4211-b717-5421b37449f8 req-d1338874-e4dd-458c-9e9c-460c2377353d service neutron] Bound using segment: {'id': '41c853f0-8bb5-4bee-bddd-7995047fee1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '56d46d29-560d-47ad-81a5-640623ed77d9'} {{(pid=109223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 00:33:02.193888 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (e8feabec-2322-4079-9bc4-2675a9a42ec1), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:02.194008 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.managers [req-2202f2da-6679-4211-b717-5421b37449f8 req-d1338874-e4dd-458c-9e9c-460c2377353d service neutron] Bound port: cb8b3afb-8aca-4b05-a174-7a420ff1e3f1, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41c853f0-8bb5-4bee-bddd-7995047fee1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '56d46d29-560d-47ad-81a5-640623ed77d9'}}] {{(pid=109223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 00:33:02.194516 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-2202f2da-6679-4211-b717-5421b37449f8 req-d1338874-e4dd-458c-9e9c-460c2377353d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (cb8b3afb-8aca-4b05-a174-7a420ff1e3f1), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:02.281428 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-b0d91383-abb5-4b60-83bf-e3e5a7c646a9 req-5704864c-9d1a-4a36-b583-bd30d69d4263 tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] 10.222.0.45 "GET /v2.0/security-groups?id=501164f9-baa4-41de-b5f4-e99fd87377d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382591 Feb 21 00:33:02.327782 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [req-2202f2da-6679-4211-b717-5421b37449f8 req-d1338874-e4dd-458c-9e9c-460c2377353d service neutron] For port cb8b3afb-8aca-4b05-a174-7a420ff1e3f1, host hv-cinder-81322, cleared binding levels {{(pid=109223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 00:33:02.334812 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [req-2202f2da-6679-4211-b717-5421b37449f8 req-d1338874-e4dd-458c-9e9c-460c2377353d service neutron] For port cb8b3afb-8aca-4b05-a174-7a420ff1e3f1, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=cb8b3afb-8aca-4b05-a174-7a420ff1e3f1,segment=NetworkSegment(41c853f0-8bb5-4bee-bddd-7995047fee1c),segment_id=41c853f0-8bb5-4bee-bddd-7995047fee1c)] {{(pid=109223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 00:33:02.337589 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Pushing event updated for resources: {'Port': ['ID=e8feabec-2322-4079-9bc4-2675a9a42ec1,revision_number=3']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:33:02.346534 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-2202f2da-6679-4211-b717-5421b37449f8 req-d1338874-e4dd-458c-9e9c-460c2377353d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3995266'] for port (cb8b3afb-8aca-4b05-a174-7a420ff1e3f1), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:02.405100 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2202f2da-6679-4211-b717-5421b37449f8 req-d1338874-e4dd-458c-9e9c-460c2377353d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:02.405919 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-2202f2da-6679-4211-b717-5421b37449f8 req-d1338874-e4dd-458c-9e9c-460c2377353d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582445'] for port (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:02.407985 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-2202f2da-6679-4211-b717-5421b37449f8 req-d1338874-e4dd-458c-9e9c-460c2377353d service neutron] 10.222.0.36 "PUT /v2.0/ports/cb8b3afb-8aca-4b05-a174-7a420ff1e3f1 HTTP/1.1" status: 200 len: 1094 time: 1.4582002 Feb 21 00:33:02.411822 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '471da000-87d9-4e1e-b9a4-4d216cc18826', 'tag': 'cb8b3afb-8aca-4b05-a174-7a420ff1e3f1'}] {{(pid=109223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:33:02.415004 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e715aefe3c9ef135eab9c3f6db0762b6d644c88deee0f0e52fc82e911840b856" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04642ccc-01dc-4d77-9547-69d57dc2d5b0" -d '{"events": [{"name": "network-changed", "server_uuid": "471da000-87d9-4e1e-b9a4-4d216cc18826", "tag": "cb8b3afb-8aca-4b05-a174-7a420ff1e3f1"}]}' {{(pid=109223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:33:02.483528 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1338874-e4dd-458c-9e9c-460c2377353d service neutron] Pushing event updated for resources: {'Port': ['ID=cb8b3afb-8aca-4b05-a174-7a420ff1e3f1,revision_number=3']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:33:02.495095 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 00:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b919a2c-5693-46f0-b73f-0d4c0afa5297 x-openstack-request-id: req-6b919a2c-5693-46f0-b73f-0d4c0afa5297 {{(pid=109223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:33:02.495433 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "471da000-87d9-4e1e-b9a4-4d216cc18826", "tag": "cb8b3afb-8aca-4b05-a174-7a420ff1e3f1", "status": "completed", "code": 200}]} {{(pid=109223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:33:02.495689 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6b919a2c-5693-46f0-b73f-0d4c0afa5297 {{(pid=109223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:33:02.496089 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '471da000-87d9-4e1e-b9a4-4d216cc18826', 'tag': 'cb8b3afb-8aca-4b05-a174-7a420ff1e3f1', 'status': 'completed', 'code': 200} Feb 21 00:33:02.511337 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron_lib.callbacks.manager [None req-e92f10ce-667a-4f3a-8472-5d9fc697e334 None None] Publish callbacks [] for port (f1576235-fc50-44fe-9275-695bcbd2f6cf), precommit_update {{(pid=109225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:02.518518 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2528ae10-1ebc-4b0b-b737-4313be8d6691 None None] Network 7eb60152-674c-4e83-8aa6-d6f05fd9c82c requested from dv-cinder-813225-6-iscsi {{(pid=109224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 00:33:02.532113 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron_lib.callbacks.manager [None req-e92f10ce-667a-4f3a-8472-5d9fc697e334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (f1576235-fc50-44fe-9275-695bcbd2f6cf), after_update {{(pid=109225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:02.538691 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deea547a-cd14-4945-adab-40cd8a413425 req-9e850e9e-d3a1-4323-b3ed-28ce0af0fc8a tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:02.540261 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-deea547a-cd14-4945-adab-40cd8a413425 req-9e850e9e-d3a1-4323-b3ed-28ce0af0fc8a tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/ports?device_id=471da000-87d9-4e1e-b9a4-4d216cc18826 HTTP/1.1" status: 200 len: 944 time: 0.2927539 Feb 21 00:33:02.591029 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.db.db_base_plugin_common [None req-04c51ece-ac9c-482d-a36a-d55ba55cd7d9 admin admin] Allocated IP 172.20.0.1 (7eb60152-674c-4e83-8aa6-d6f05fd9c82c/c77cd787-0664-48f5-845c-b454223dd532/4f2fd5c8-c3ab-49f6-b1a7-bd2782b8be4a) {{(pid=109222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 00:33:02.610164 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcdba07-060e-477f-8bd2-d5a9e1502594 None None] Pushing event updated for resources: {'Port': ['ID=f1576235-fc50-44fe-9275-695bcbd2f6cf,revision_number=2']} {{(pid=109225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:33:02.626865 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.plugins.ml2.managers [None req-e92f10ce-667a-4f3a-8472-5d9fc697e334 None None] Attempting to bind port f1576235-fc50-44fe-9275-695bcbd2f6cf on host dv-cinder-813225-6-iscsi for vnic_type normal with profile {{(pid=109225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 00:33:02.627486 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.plugins.ml2.managers [None req-e92f10ce-667a-4f3a-8472-5d9fc697e334 None None] Attempting to bind port f1576235-fc50-44fe-9275-695bcbd2f6cf by drivers openvswitch,hyperv on host dv-cinder-813225-6-iscsi at level 0 using segments [{'id': 'd470c98a-8644-4be8-8df1-f825c0b18c68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050'}] {{(pid=109225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 00:33:02.628002 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92f10ce-667a-4f3a-8472-5d9fc697e334 None None] Attempting to bind port f1576235-fc50-44fe-9275-695bcbd2f6cf on network 9d25e361-1d6c-4c24-9c73-356a2ab84050 {{(pid=109225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:33:02.634000 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92f10ce-667a-4f3a-8472-5d9fc697e334 None None] Checking agent: {'id': 'd6e95c40-1d90-4a13-9e37-1d6580a24190', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813225-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 0, 23, 38), 'started_at': datetime.datetime(2022, 2, 21, 0, 24, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 0, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813225-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 00:33:02.634626 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92f10ce-667a-4f3a-8472-5d9fc697e334 None None] Checking segment: {'id': 'd470c98a-8644-4be8-8df1-f825c0b18c68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:33:02.635289 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron_lib.callbacks.manager [None req-e92f10ce-667a-4f3a-8472-5d9fc697e334 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:02.635851 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92f10ce-667a-4f3a-8472-5d9fc697e334 None None] Bound using segment: {'id': 'd470c98a-8644-4be8-8df1-f825c0b18c68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050'} {{(pid=109225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 00:33:02.636539 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.plugins.ml2.managers [None req-e92f10ce-667a-4f3a-8472-5d9fc697e334 None None] Bound port: f1576235-fc50-44fe-9275-695bcbd2f6cf, host: dv-cinder-813225-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd470c98a-8644-4be8-8df1-f825c0b18c68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050'}}] {{(pid=109225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 00:33:02.637097 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron_lib.callbacks.manager [None req-e92f10ce-667a-4f3a-8472-5d9fc697e334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (f1576235-fc50-44fe-9275-695bcbd2f6cf), before_update {{(pid=109225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:02.644810 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-deea547a-cd14-4945-adab-40cd8a413425 req-6e74eae9-1cde-4d0a-a020-1256c1717aca tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/security-groups?id=d4c2ccd5-90d6-42ad-bf3a-131ba1b47e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939145 Feb 21 00:33:02.709387 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.plugins.ml2.db [None req-e92f10ce-667a-4f3a-8472-5d9fc697e334 None None] For port f1576235-fc50-44fe-9275-695bcbd2f6cf, host dv-cinder-813225-6-iscsi, cleared binding levels {{(pid=109225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 00:33:02.732959 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.plugins.ml2.db [None req-e92f10ce-667a-4f3a-8472-5d9fc697e334 None None] For port f1576235-fc50-44fe-9275-695bcbd2f6cf, host dv-cinder-813225-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-6-iscsi',level=0,port_id=f1576235-fc50-44fe-9275-695bcbd2f6cf,segment=NetworkSegment(d470c98a-8644-4be8-8df1-f825c0b18c68),segment_id=d470c98a-8644-4be8-8df1-f825c0b18c68)] {{(pid=109225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 00:33:02.739399 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-162e9385-31f7-44b4-b4de-4d253ba7d631 None None] Provisioning complete for port e8feabec-2322-4079-9bc4-2675a9a42ec1 triggered by entity DHCP. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:33:02.739711 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-162e9385-31f7-44b4-b4de-4d253ba7d631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (e8feabec-2322-4079-9bc4-2675a9a42ec1), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:02.750517 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron_lib.callbacks.manager [None req-e92f10ce-667a-4f3a-8472-5d9fc697e334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (f1576235-fc50-44fe-9275-695bcbd2f6cf), after_update {{(pid=109225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:02.778814 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-04c51ece-ac9c-482d-a36a-d55ba55cd7d9 admin admin] Publish callbacks [] for port (4f2fd5c8-c3ab-49f6-b1a7-bd2782b8be4a), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:02.835580 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-04c51ece-ac9c-482d-a36a-d55ba55cd7d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731676182815'] for port (4f2fd5c8-c3ab-49f6-b1a7-bd2782b8be4a), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:02.879616 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcdba07-060e-477f-8bd2-d5a9e1502594 None None] Pushing event updated for resources: {'Port': ['ID=f1576235-fc50-44fe-9275-695bcbd2f6cf,revision_number=3']} {{(pid=109225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:33:02.893290 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92f10ce-667a-4f3a-8472-5d9fc697e334 None None] Routers {'58958bbd-fe22-43bf-91bf-8bc06389f78b'} bound to L3 agent in host dv-cinder-813225-6-iscsi {{(pid=109225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:33:02.894310 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_hamode_db [None req-e92f10ce-667a-4f3a-8472-5d9fc697e334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T00:23:33Z,description=,heartbeat_timestamp=2022-02-21T00:32:33Z,host='dv-cinder-813225-6-iscsi',id=47b5b2cb-5391-4fc3-9478-3db20537c35a,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:23:34Z,topic='l3_agent')) {'router_ids': ['58958bbd-fe22-43bf-91bf-8bc06389f78b'], 'active': True} {{(pid=109225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:33:02.928723 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c51ece-ac9c-482d-a36a-d55ba55cd7d9 admin admin] Network 7eb60152-674c-4e83-8aa6-d6f05fd9c82c is already hosted by enough agents. {{(pid=109222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:33:02.938603 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.scheduler.base_scheduler [None req-04c51ece-ac9c-482d-a36a-d55ba55cd7d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:33:02.946526 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c51ece-ac9c-482d-a36a-d55ba55cd7d9 admin admin] Received port after_create {{(pid=109222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 00:33:02.949059 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-04c51ece-ac9c-482d-a36a-d55ba55cd7d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-951422'] for router_interface (58958bbd-fe22-43bf-91bf-8bc06389f78b), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:02.958083 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-162e9385-31f7-44b4-b4de-4d253ba7d631 None None] Current status of the port e8feabec-2322-4079-9bc4-2675a9a42ec1 is: ACTIVE; New status is: ACTIVE {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:33:02.958635 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c51ece-ac9c-482d-a36a-d55ba55cd7d9 admin admin] Pushing event updated for resources: {'Port': ['ID=4f2fd5c8-c3ab-49f6-b1a7-bd2782b8be4a,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:33:02.988806 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04642ccc-01dc-4d77-9547-69d57dc2d5b0 req-3f87c05a-5076-4cc1-be48-66329613f9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:02.990515 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-04642ccc-01dc-4d77-9547-69d57dc2d5b0 req-3f87c05a-5076-4cc1-be48-66329613f9e3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0467d31eadf844478eb8071898fb128e&device_id=471da000-87d9-4e1e-b9a4-4d216cc18826 HTTP/1.1" status: 200 len: 1128 time: 0.1318753 Feb 21 00:33:03.092244 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-893dd13a-c578-4b43-95f3-bccd19e159b6 None None] Provisioning complete for port e8feabec-2322-4079-9bc4-2675a9a42ec1 triggered by entity DHCP. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:33:03.092958 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-893dd13a-c578-4b43-95f3-bccd19e159b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (e8feabec-2322-4079-9bc4-2675a9a42ec1), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:03.160692 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_dvr_db [None req-e92f10ce-667a-4f3a-8472-5d9fc697e334 None None] Set router 58958bbd-fe22-43bf-91bf-8bc06389f78b gateway port host: dv-cinder-813225-6-iscsi {{(pid=109225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:33:03.268669 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-04c51ece-ac9c-482d-a36a-d55ba55cd7d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (4f2fd5c8-c3ab-49f6-b1a7-bd2782b8be4a), before_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:03.511803 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-893dd13a-c578-4b43-95f3-bccd19e159b6 None None] Current status of the port e8feabec-2322-4079-9bc4-2675a9a42ec1 is: ACTIVE; New status is: ACTIVE {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:33:03.592008 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-1b5d3bc2-828f-4cc0-8b52-97dfead66b9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (47b5b2cb-5391-4fc3-9478-3db20537c35a), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:03.667708 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-dd5b6fe0-7f2b-4b1c-8034-63477a35345b None None] Provisioning complete for port 4f2fd5c8-c3ab-49f6-b1a7-bd2782b8be4a triggered by entity DHCP. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:33:03.668391 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-dd5b6fe0-7f2b-4b1c-8034-63477a35345b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (4f2fd5c8-c3ab-49f6-b1a7-bd2782b8be4a), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:03.671689 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_hamode_db [None req-e92f10ce-667a-4f3a-8472-5d9fc697e334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58958bbd-fe22-43bf-91bf-8bc06389f78b', 'name': 'tempest-TestVolumeBootPattern-1920926189-router', 'tenant_id': '6ed484b9f08242fe8db4200e59480bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'external_fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': 'f1576235-fc50-44fe-9275-695bcbd2f6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:32:58Z', 'updated_at': '2022-02-21T00:33:00Z', 'revision_number': 3, 'project_id': '6ed484b9f08242fe8db4200e59480bf5', 'gw_port': {'id': 'f1576235-fc50-44fe-9275-695bcbd2f6cf', 'name': '', 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:df:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58958bbd-fe22-43bf-91bf-8bc06389f78b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:32:59Z', 'updated_at': '2022-02-21T00:33:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '890cd9a8-3116-412f-9022-3458585959da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-6-iscsi'}], 'dv-cinder-813225-6-iscsi', False) {} {{(pid=109225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:33:03.761193 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92f10ce-667a-4f3a-8472-5d9fc697e334 None None] The sync data for ids ['58958bbd-fe22-43bf-91bf-8bc06389f78b'] in dv-cinder-813225-6-iscsi is: [{'id': '58958bbd-fe22-43bf-91bf-8bc06389f78b', 'name': 'tempest-TestVolumeBootPattern-1920926189-router', 'tenant_id': '6ed484b9f08242fe8db4200e59480bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'external_fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': 'f1576235-fc50-44fe-9275-695bcbd2f6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:32:58Z', 'updated_at': '2022-02-21T00:33:00Z', 'revision_number': 3, 'project_id': '6ed484b9f08242fe8db4200e59480bf5', 'gw_port': {'id': 'f1576235-fc50-44fe-9275-695bcbd2f6cf', 'name': '', 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:df:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58958bbd-fe22-43bf-91bf-8bc06389f78b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:32:59Z', 'updated_at': '2022-02-21T00:33:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '890cd9a8-3116-412f-9022-3458585959da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-6-iscsi'}] {{(pid=109225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 00:33:03.785510 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Device a6e3da95-a78f-4af2-a6ad-b55f6ec209e3 up at agent ovs-agent-dv-cinder-813225-6-iscsi {{(pid=109224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:33:03.790196 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-dd5b6fe0-7f2b-4b1c-8034-63477a35345b None None] Port 4f2fd5c8-c3ab-49f6-b1a7-bd2782b8be4a cannot update to ACTIVE because it is not bound. {{(pid=109224) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 00:33:03.834577 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bcc783-2f4e-4230-ba4d-d737b09ad2f5 req-ab3de221-f34c-4797-8100-e5df4000cbc7 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:03.848693 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-f4bcc783-2f4e-4230-ba4d-d737b09ad2f5 req-ab3de221-f34c-4797-8100-e5df4000cbc7 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=016acf20-2bcb-4d41-9d79-ad0d887280cb HTTP/1.1" status: 200 len: 946 time: 0.5010085 Feb 21 00:33:03.855305 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfee2a28-dff4-4201-9041-478df8b57015 req-662cdfaf-32f8-43bc-948e-6a29cc70fa19 tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:03.862049 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-bfee2a28-dff4-4201-9041-478df8b57015 req-662cdfaf-32f8-43bc-948e-6a29cc70fa19 tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] 10.222.0.36 "GET /v2.0/ports?device_id=388d17bc-26e5-4bff-9058-aa3ae16821e4 HTTP/1.1" status: 200 len: 946 time: 0.3146403 Feb 21 00:33:03.877574 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Provisioning complete for port a6e3da95-a78f-4af2-a6ad-b55f6ec209e3 triggered by entity L2. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:33:03.878141 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (a6e3da95-a78f-4af2-a6ad-b55f6ec209e3), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:03.907389 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04642ccc-01dc-4d77-9547-69d57dc2d5b0 req-fb906043-9a59-4cb1-b6b1-ff1f647203da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:03.910429 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-04642ccc-01dc-4d77-9547-69d57dc2d5b0 req-fb906043-9a59-4cb1-b6b1-ff1f647203da service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=0467d31eadf844478eb8071898fb128e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.9117126 Feb 21 00:33:03.941946 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-04c51ece-ac9c-482d-a36a-d55ba55cd7d9 admin admin] Publish callbacks [] for port (4f2fd5c8-c3ab-49f6-b1a7-bd2782b8be4a), precommit_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:03.960235 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-04c51ece-ac9c-482d-a36a-d55ba55cd7d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (4f2fd5c8-c3ab-49f6-b1a7-bd2782b8be4a), after_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:03.961780 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-04c51ece-ac9c-482d-a36a-d55ba55cd7d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-951530'] for router_interface (58958bbd-fe22-43bf-91bf-8bc06389f78b), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:03.986218 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Current status of the port a6e3da95-a78f-4af2-a6ad-b55f6ec209e3 is: ACTIVE; New status is: ACTIVE {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:33:03.987417 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Device e8feabec-2322-4079-9bc4-2675a9a42ec1 up at agent ovs-agent-dv-cinder-813225-6-iscsi {{(pid=109224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:33:04.011791 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e2e09b-934d-4e52-ac4f-cd2ef8869824 req-b8d2412b-12e7-40d0-b424-26b30508de47 tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:04.021344 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-29e2e09b-934d-4e52-ac4f-cd2ef8869824 req-b8d2412b-12e7-40d0-b424-26b30508de47 tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] 10.222.0.45 "GET /v2.0/ports?device_id=388d17bc-26e5-4bff-9058-aa3ae16821e4 HTTP/1.1" status: 200 len: 946 time: 0.2164185 Feb 21 00:33:04.048368 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Provisioning complete for port e8feabec-2322-4079-9bc4-2675a9a42ec1 triggered by entity L2. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:33:04.048867 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (e8feabec-2322-4079-9bc4-2675a9a42ec1), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:04.152186 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-f4bcc783-2f4e-4230-ba4d-d737b09ad2f5 req-766f459f-f435-4157-bc85-4214a5fe37c8 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3026266 Feb 21 00:33:04.157168 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04642ccc-01dc-4d77-9547-69d57dc2d5b0 req-26e7e897-2fbe-4426-9272-4987c27a6913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:04.159449 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-04642ccc-01dc-4d77-9547-69d57dc2d5b0 req-26e7e897-2fbe-4426-9272-4987c27a6913 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2406313 Feb 21 00:33:04.161091 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Current status of the port e8feabec-2322-4079-9bc4-2675a9a42ec1 is: ACTIVE; New status is: ACTIVE {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:33:04.324196 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2202f2da-6679-4211-b717-5421b37449f8 req-7e37fe63-abb6-4fcd-86bf-6c9019ffd9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:04.326294 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-2202f2da-6679-4211-b717-5421b37449f8 req-7e37fe63-abb6-4fcd-86bf-6c9019ffd9ec service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0467d31eadf844478eb8071898fb128e&device_id=471da000-87d9-4e1e-b9a4-4d216cc18826 HTTP/1.1" status: 200 len: 1128 time: 0.0839081 Feb 21 00:33:04.386295 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-2202f2da-6679-4211-b717-5421b37449f8 req-3438e240-55a8-49b1-a804-4127cf806d87 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb8b3afb-8aca-4b05-a174-7a420ff1e3f1 HTTP/1.1" status: 200 len: 217 time: 0.0466421 Feb 21 00:33:04.561017 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c51ece-ac9c-482d-a36a-d55ba55cd7d9 admin admin] Pushing event updated for resources: {'Port': ['ID=4f2fd5c8-c3ab-49f6-b1a7-bd2782b8be4a,revision_number=2']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:33:04.586908 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c51ece-ac9c-482d-a36a-d55ba55cd7d9 admin admin] Network 7eb60152-674c-4e83-8aa6-d6f05fd9c82c is already hosted by enough agents. {{(pid=109222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:33:04.594563 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-29e2e09b-934d-4e52-ac4f-cd2ef8869824 req-95fa1df6-4be5-48d4-ad38-109adf32db48 tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] 10.222.0.45 "GET /v2.0/security-groups?id=501164f9-baa4-41de-b5f4-e99fd87377d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5723088 Feb 21 00:33:04.597379 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.scheduler.base_scheduler [None req-04c51ece-ac9c-482d-a36a-d55ba55cd7d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:33:04.617086 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.plugin [req-bfee2a28-dff4-4201-9041-478df8b57015 req-3e8d8fd5-9032-4964-a86c-bbda8a7ed54f tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] Deleting port f5b2ea30-0688-4bd1-a15d-571b8489dd9b {{(pid=109222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 00:33:04.622063 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-bfee2a28-dff4-4201-9041-478df8b57015 req-3e8d8fd5-9032-4964-a86c-bbda8a7ed54f tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731676621334'] for port (f5b2ea30-0688-4bd1-a15d-571b8489dd9b), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:04.710930 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2202f2da-6679-4211-b717-5421b37449f8 req-a8ccdafc-13f1-4f3b-99d7-c225567640e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:04.712926 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-2202f2da-6679-4211-b717-5421b37449f8 req-a8ccdafc-13f1-4f3b-99d7-c225567640e4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e737284c-a5a6-4a63-a4b0-f2ad93902441 HTTP/1.1" status: 200 len: 854 time: 0.3149588 Feb 21 00:33:04.766007 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-2202f2da-6679-4211-b717-5421b37449f8 req-52443b93-4099-4370-9301-38f776ac7079 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=56d46d29-560d-47ad-81a5-640623ed77d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444922 Feb 21 00:33:04.793276 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a25f1f3-8a95-44a5-a40e-c1059d6b0bb2 req-0bd507bb-1d6f-4f21-abd7-988e8ad278f9 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:04.795486 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-2a25f1f3-8a95-44a5-a40e-c1059d6b0bb2 req-0bd507bb-1d6f-4f21-abd7-988e8ad278f9 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/ports?device_id=471da000-87d9-4e1e-b9a4-4d216cc18826 HTTP/1.1" status: 200 len: 944 time: 0.4081481 Feb 21 00:33:04.910213 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.db [req-bfee2a28-dff4-4201-9041-478df8b57015 req-3e8d8fd5-9032-4964-a86c-bbda8a7ed54f tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] For port f5b2ea30-0688-4bd1-a15d-571b8489dd9b, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f5b2ea30-0688-4bd1-a15d-571b8489dd9b,segment=NetworkSegment(22970966-465a-4533-8294-0df908b152f2),segment_id=22970966-465a-4533-8294-0df908b152f2)] {{(pid=109222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:33:04.910663 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-bfee2a28-dff4-4201-9041-478df8b57015 req-3e8d8fd5-9032-4964-a86c-bbda8a7ed54f tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950719'] for port (f5b2ea30-0688-4bd1-a15d-571b8489dd9b), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:04.932266 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.plugin [req-bfee2a28-dff4-4201-9041-478df8b57015 req-3e8d8fd5-9032-4964-a86c-bbda8a7ed54f tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] Calling delete_port for f5b2ea30-0688-4bd1-a15d-571b8489dd9b owned by compute:nova {{(pid=109222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 00:33:04.943614 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04c51ece-ac9c-482d-a36a-d55ba55cd7d9 admin admin] Router 58958bbd-fe22-43bf-91bf-8bc06389f78b has already been hosted by L3 agent 47b5b2cb-5391-4fc3-9478-3db20537c35a {{(pid=109222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 00:33:04.958183 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-36c80477-5696-4d5c-bac5-471354f0cc24 None None] Provisioning complete for port 4f2fd5c8-c3ab-49f6-b1a7-bd2782b8be4a triggered by entity DHCP. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:33:04.958830 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-36c80477-5696-4d5c-bac5-471354f0cc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (4f2fd5c8-c3ab-49f6-b1a7-bd2782b8be4a), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:04.967350 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-2202f2da-6679-4211-b717-5421b37449f8 req-390146b2-68dc-4d9e-9719-da7a41ace649 service neutron] 10.222.0.36 "GET /v2.0/networks/56d46d29-560d-47ad-81a5-640623ed77d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834688 Feb 21 00:33:04.984821 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-2a25f1f3-8a95-44a5-a40e-c1059d6b0bb2 req-b6606235-a9e0-4f23-8289-e7046d5a1bf4 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/security-groups?id=d4c2ccd5-90d6-42ad-bf3a-131ba1b47e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641529 Feb 21 00:33:05.040398 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-36c80477-5696-4d5c-bac5-471354f0cc24 None None] Port 4f2fd5c8-c3ab-49f6-b1a7-bd2782b8be4a cannot update to ACTIVE because it is not bound. {{(pid=109224) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 00:33:05.081997 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-2cd5f963-efb3-4d3f-8e75-14b6a6f65242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (4a388d83-9cb8-49a2-9541-35a13f295f4a), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:05.086304 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-2202f2da-6679-4211-b717-5421b37449f8 req-82e59558-b280-4031-a03c-cec43618a73a service neutron] 10.222.0.36 "GET /v2.0/networks/56d46d29-560d-47ad-81a5-640623ed77d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003764 Feb 21 00:33:05.184127 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04c51ece-ac9c-482d-a36a-d55ba55cd7d9 admin admin] Notify agent at l3_agent.dv-cinder-813225-6-iscsi the message routers_updated {{(pid=109222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 00:33:05.189740 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-04c51ece-ac9c-482d-a36a-d55ba55cd7d9 admin admin] 10.222.0.45 "PUT /v2.0/routers/58958bbd-fe22-43bf-91bf-8bc06389f78b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1494021 Feb 21 00:33:05.209568 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-bfee2a28-dff4-4201-9041-478df8b57015 req-3e8d8fd5-9032-4964-a86c-bbda8a7ed54f tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731676626041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731676182824'] for port (f5b2ea30-0688-4bd1-a15d-571b8489dd9b), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:05.266856 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8d8fd5-9032-4964-a86c-bbda8a7ed54f tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] Pushing event deleted for resources: {'Port': ['ID=f5b2ea30-0688-4bd1-a15d-571b8489dd9b,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:33:05.341828 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfee2a28-dff4-4201-9041-478df8b57015 req-3e8d8fd5-9032-4964-a86c-bbda8a7ed54f tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] No DVR routers for this DVR port f5b2ea30-0688-4bd1-a15d-571b8489dd9b on host hv-cinder-81322 {{(pid=109222) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 00:33:05.344965 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-bfee2a28-dff4-4201-9041-478df8b57015 req-3e8d8fd5-9032-4964-a86c-bbda8a7ed54f tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469064'] for port (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:05.348570 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-bfee2a28-dff4-4201-9041-478df8b57015 req-3e8d8fd5-9032-4964-a86c-bbda8a7ed54f tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] 10.222.0.36 "DELETE /v2.0/ports/f5b2ea30-0688-4bd1-a15d-571b8489dd9b HTTP/1.1" status: 204 len: 173 time: 1.4773767 Feb 21 00:33:05.349029 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '388d17bc-26e5-4bff-9058-aa3ae16821e4', 'name': 'network-vif-deleted', 'tag': 'f5b2ea30-0688-4bd1-a15d-571b8489dd9b'}] {{(pid=109222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:33:05.351305 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81563fad7634ec273475caa61ca91dc94d21cc2561ee8f59b09b3f9a67cb5537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33002c22-83b6-4616-b407-3b72c5df920c" -d '{"events": [{"server_uuid": "388d17bc-26e5-4bff-9058-aa3ae16821e4", "name": "network-vif-deleted", "tag": "f5b2ea30-0688-4bd1-a15d-571b8489dd9b"}]}' {{(pid=109222) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:33:05.381766 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d958f51b-2598-4950-9782-f10ec515b82c req-d1307fe9-9ee1-40d8-ae8f-cd8177400f67 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:05.392313 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-d958f51b-2598-4950-9782-f10ec515b82c req-d1307fe9-9ee1-40d8-ae8f-cd8177400f67 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=016acf20-2bcb-4d41-9d79-ad0d887280cb HTTP/1.1" status: 200 len: 946 time: 0.1313391 Feb 21 00:33:05.465130 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-d958f51b-2598-4950-9782-f10ec515b82c req-f8fe3401-3084-4aaf-97e1-5efd2c463772 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717940 Feb 21 00:33:05.470092 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Device f1576235-fc50-44fe-9275-695bcbd2f6cf up at agent ovs-agent-dv-cinder-813225-6-iscsi {{(pid=109224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:33:05.512051 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 00:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23a73c56-53aa-4410-98eb-46a4661b2362 x-openstack-request-id: req-23a73c56-53aa-4410-98eb-46a4661b2362 {{(pid=109222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:33:05.512228 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "388d17bc-26e5-4bff-9058-aa3ae16821e4", "name": "network-vif-deleted", "tag": "f5b2ea30-0688-4bd1-a15d-571b8489dd9b", "status": "completed", "code": 200}]} {{(pid=109222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:33:05.512468 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-23a73c56-53aa-4410-98eb-46a4661b2362 {{(pid=109222) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:33:05.513346 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '388d17bc-26e5-4bff-9058-aa3ae16821e4', 'name': 'network-vif-deleted', 'tag': 'f5b2ea30-0688-4bd1-a15d-571b8489dd9b', 'status': 'completed', 'code': 200} Feb 21 00:33:05.532529 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Provisioning complete for port f1576235-fc50-44fe-9275-695bcbd2f6cf triggered by entity L2. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:33:05.532916 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (f1576235-fc50-44fe-9275-695bcbd2f6cf), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:05.623652 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Current status of the port f1576235-fc50-44fe-9275-695bcbd2f6cf is: DOWN; New status is: ACTIVE {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:33:05.624134 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (f1576235-fc50-44fe-9275-695bcbd2f6cf), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:05.647466 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] For port f1576235-fc50-44fe-9275-695bcbd2f6cf, host dv-cinder-813225-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-6-iscsi',level=0,port_id=f1576235-fc50-44fe-9275-695bcbd2f6cf,segment=NetworkSegment(d470c98a-8644-4be8-8df1-f825c0b18c68),segment_id=d470c98a-8644-4be8-8df1-f825c0b18c68)] {{(pid=109224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:33:05.655509 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (f1576235-fc50-44fe-9275-695bcbd2f6cf), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:05.720404 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Pushing event updated for resources: {'Port': ['ID=f1576235-fc50-44fe-9275-695bcbd2f6cf,revision_number=4']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:33:05.770635 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-f82a1279-22f0-40f3-b38f-9d1ef4f674cc req-5b860e20-4255-4b6e-babd-b63b388f88ad tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] 10.222.0.45 "GET /v2.0/ports?device_id=388d17bc-26e5-4bff-9058-aa3ae16821e4 HTTP/1.1" status: 200 len: 210 time: 0.0336738 Feb 21 00:33:05.773580 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 54184) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:33:05.777890 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [None req-31bb5853-f29f-4ea0-b4fc-c28f081d81e3 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2059579576', 'description': 'tempest-secgroup-smoke-2059579576 description', 'project_id': '2270182ca89c4878829f5c7baac9afe8'}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:33:05.799357 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-31bb5853-f29f-4ea0-b4fc-c28f081d81e3 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Publish callbacks [] for security_group (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:05.832943 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Device f5b2ea30-0688-4bd1-a15d-571b8489dd9b no longer exists at agent hyperv_hv-cinder-81322 {{(pid=109224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 00:33:05.858024 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] No Port match for: f5b2ea30-0688-4bd1-a15d-571b8489dd9b {{(pid=109224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 00:33:05.858453 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Device f5b2ea30-0688-4bd1-a15d-571b8489dd9b not bound to the agent host hv-cinder-81322 {{(pid=109224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 00:33:05.867781 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-31bb5853-f29f-4ea0-b4fc-c28f081d81e3 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Publish callbacks [] for security_group (4800d725-62c7-4955-8da5-9d1a9cb45564), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:05.873844 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-31bb5853-f29f-4ea0-b4fc-c28f081d81e3 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (4800d725-62c7-4955-8da5-9d1a9cb45564), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:05.907049 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bb5853-f29f-4ea0-b4fc-c28f081d81e3 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4800d725-62c7-4955-8da5-9d1a9cb45564,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:33:05.913754 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-31bb5853-f29f-4ea0-b4fc-c28f081d81e3 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Publish callbacks [] for security_group (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:05.918252 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-31bb5853-f29f-4ea0-b4fc-c28f081d81e3 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1437697 Feb 21 00:33:05.918651 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 54192) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:33:05.924559 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.v2.base [None req-ecb9163a-0f53-49ff-b77c-a02c2b7b02ee tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Request body: {'security_group_rule': {'security_group_id': '4800d725-62c7-4955-8da5-9d1a9cb45564', 'project_id': '2270182ca89c4878829f5c7baac9afe8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:33:05.951941 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ecb9163a-0f53-49ff-b77c-a02c2b7b02ee tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Publish callbacks [] for security_group_rule (45a2c315-6284-4ec4-8a1e-9b7634ef4049), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:06.018328 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0128670-e6e8-4237-a35f-fc9744a382b2 None None] Sync routers for ids ['58958bbd-fe22-43bf-91bf-8bc06389f78b'] in dv-cinder-813225-6-iscsi {{(pid=109224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 00:33:06.033175 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ecb9163a-0f53-49ff-b77c-a02c2b7b02ee tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Publish callbacks [] for security_group_rule (45a2c315-6284-4ec4-8a1e-9b7634ef4049), precommit_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:06.034422 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0128670-e6e8-4237-a35f-fc9744a382b2 None None] Routers {'58958bbd-fe22-43bf-91bf-8bc06389f78b'} bound to L3 agent in host dv-cinder-813225-6-iscsi {{(pid=109224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:33:06.035515 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-e0128670-e6e8-4237-a35f-fc9744a382b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T00:23:33Z,description=,heartbeat_timestamp=2022-02-21T00:33:03Z,host='dv-cinder-813225-6-iscsi',id=47b5b2cb-5391-4fc3-9478-3db20537c35a,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:23:34Z,topic='l3_agent')) {'router_ids': ['58958bbd-fe22-43bf-91bf-8bc06389f78b'], 'active': True} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:33:06.041152 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ecb9163a-0f53-49ff-b77c-a02c2b7b02ee tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574764'] for security_group_rule (45a2c315-6284-4ec4-8a1e-9b7634ef4049), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:06.071481 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb9163a-0f53-49ff-b77c-a02c2b7b02ee tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45a2c315-6284-4ec4-8a1e-9b7634ef4049,revision_number=0']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:33:06.082530 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ecb9163a-0f53-49ff-b77c-a02c2b7b02ee tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:06.086958 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 54204) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:33:06.088503 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-ecb9163a-0f53-49ff-b77c-a02c2b7b02ee tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1673763 Feb 21 00:33:06.094193 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [None req-db43a8d2-9407-42d9-868a-9c951b1c464e tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Request body: {'security_group_rule': {'security_group_id': '4800d725-62c7-4955-8da5-9d1a9cb45564', 'project_id': '2270182ca89c4878829f5c7baac9afe8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:33:06.183121 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a30356-c104-44dc-bb7c-0d296d6ecf29 req-7fc5e97d-e16d-4ec6-bfda-29b9b5f19a39 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:06.188364 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-93a30356-c104-44dc-bb7c-0d296d6ecf29 req-7fc5e97d-e16d-4ec6-bfda-29b9b5f19a39 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/ports?device_id=471da000-87d9-4e1e-b9a4-4d216cc18826 HTTP/1.1" status: 200 len: 944 time: 0.0804236 Feb 21 00:33:06.189454 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-db43a8d2-9407-42d9-868a-9c951b1c464e tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Publish callbacks [] for security_group_rule (b7953958-c7c6-4054-be1e-a37e4c74a906), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:06.195280 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvr_db [None req-e0128670-e6e8-4237-a35f-fc9744a382b2 None None] Set router 58958bbd-fe22-43bf-91bf-8bc06389f78b gateway port host: dv-cinder-813225-6-iscsi {{(pid=109224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:33:06.283728 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-93a30356-c104-44dc-bb7c-0d296d6ecf29 req-4a0ffbcc-84e1-4fed-b67f-3cbfbfc1fbf0 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/security-groups?id=d4c2ccd5-90d6-42ad-bf3a-131ba1b47e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897923 Feb 21 00:33:06.307264 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-db43a8d2-9407-42d9-868a-9c951b1c464e tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Publish callbacks [] for security_group_rule (b7953958-c7c6-4054-be1e-a37e4c74a906), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:06.312826 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-db43a8d2-9407-42d9-868a-9c951b1c464e tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574764'] for security_group_rule (b7953958-c7c6-4054-be1e-a37e4c74a906), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:06.338559 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db43a8d2-9407-42d9-868a-9c951b1c464e tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7953958-c7c6-4054-be1e-a37e4c74a906,revision_number=0']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:33:06.348443 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-db43a8d2-9407-42d9-868a-9c951b1c464e tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:06.349652 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-db43a8d2-9407-42d9-868a-9c951b1c464e tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2615478 Feb 21 00:33:06.352825 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 54208) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:33:06.358578 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [None req-d21cabc8-8fe9-4aec-87dc-f1c03f0e0631 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Request body: {'security_group_rule': {'security_group_id': '4800d725-62c7-4955-8da5-9d1a9cb45564', 'project_id': '2270182ca89c4878829f5c7baac9afe8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:33:06.383771 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 54210) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:33:06.400576 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-d21cabc8-8fe9-4aec-87dc-f1c03f0e0631 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Publish callbacks [] for security_group_rule (13f14aed-5722-4723-ab38-2274e676c562), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:06.440916 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-09e0abcb-2b1d-4918-a5e2-a10ed408e1f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (417c2155-c2c7-44af-91e4-b32264eafb82), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:06.465903 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-d21cabc8-8fe9-4aec-87dc-f1c03f0e0631 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Publish callbacks [] for security_group_rule (13f14aed-5722-4723-ab38-2274e676c562), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:06.471478 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-d21cabc8-8fe9-4aec-87dc-f1c03f0e0631 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574764'] for security_group_rule (13f14aed-5722-4723-ab38-2274e676c562), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:06.503882 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21cabc8-8fe9-4aec-87dc-f1c03f0e0631 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13f14aed-5722-4723-ab38-2274e676c562,revision_number=0']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:33:06.514195 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-57510d6c-2068-4abc-ada5-9b252b13ae96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:06.516453 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-d21cabc8-8fe9-4aec-87dc-f1c03f0e0631 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:06.521081 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-d21cabc8-8fe9-4aec-87dc-f1c03f0e0631 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1665096 Feb 21 00:33:06.521822 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 54216) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:33:06.527237 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [None req-ed811969-5d46-43d2-bea1-eb052dbb0b2e tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Request body: {'security_group_rule': {'security_group_id': '4800d725-62c7-4955-8da5-9d1a9cb45564', 'project_id': '2270182ca89c4878829f5c7baac9afe8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:33:06.558675 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-ed811969-5d46-43d2-bea1-eb052dbb0b2e tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Publish callbacks [] for security_group_rule (1c6e263c-a612-4e5f-893c-aca024c41498), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:06.609394 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-e0128670-e6e8-4237-a35f-fc9744a382b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58958bbd-fe22-43bf-91bf-8bc06389f78b', 'name': 'tempest-TestVolumeBootPattern-1920926189-router', 'tenant_id': '6ed484b9f08242fe8db4200e59480bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'external_fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': 'f1576235-fc50-44fe-9275-695bcbd2f6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:32:58Z', 'updated_at': '2022-02-21T00:33:03Z', 'revision_number': 4, 'project_id': '6ed484b9f08242fe8db4200e59480bf5', 'gw_port': {'id': 'f1576235-fc50-44fe-9275-695bcbd2f6cf', 'name': '', 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:df:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58958bbd-fe22-43bf-91bf-8bc06389f78b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:32:59Z', 'updated_at': '2022-02-21T00:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '890cd9a8-3116-412f-9022-3458585959da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-6-iscsi', '_interfaces': [{'id': '4f2fd5c8-c3ab-49f6-b1a7-bd2782b8be4a', 'name': '', 'network_id': '7eb60152-674c-4e83-8aa6-d6f05fd9c82c', 'tenant_id': '6ed484b9f08242fe8db4200e59480bf5', 'mac_address': 'fa:16:3e:cf:e6:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58958bbd-fe22-43bf-91bf-8bc06389f78b', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'c77cd787-0664-48f5-845c-b454223dd532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:33:02Z', 'updated_at': '2022-02-21T00:33:03Z', 'revision_number': 2, 'project_id': '6ed484b9f08242fe8db4200e59480bf5', 'subnets': [{'id': 'c77cd787-0664-48f5-845c-b454223dd532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-6-iscsi', False) {} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:33:06.625340 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeb372b-86b0-43c3-8898-be9049711870 req-5c0894a5-4d8a-410e-9d9e-ed292de7c750 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:06.625555 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-ed811969-5d46-43d2-bea1-eb052dbb0b2e tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Publish callbacks [] for security_group_rule (1c6e263c-a612-4e5f-893c-aca024c41498), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:06.626900 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-cfeb372b-86b0-43c3-8898-be9049711870 req-5c0894a5-4d8a-410e-9d9e-ed292de7c750 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=016acf20-2bcb-4d41-9d79-ad0d887280cb HTTP/1.1" status: 200 len: 946 time: 0.0841737 Feb 21 00:33:06.633291 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-ed811969-5d46-43d2-bea1-eb052dbb0b2e tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574764'] for security_group_rule (1c6e263c-a612-4e5f-893c-aca024c41498), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:06.648032 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0128670-e6e8-4237-a35f-fc9744a382b2 None None] Checking router: 58958bbd-fe22-43bf-91bf-8bc06389f78b for host: dv-cinder-813225-6-iscsi {{(pid=109224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 00:33:06.648399 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0128670-e6e8-4237-a35f-fc9744a382b2 None None] Updating router 58958bbd-fe22-43bf-91bf-8bc06389f78b port 4f2fd5c8-c3ab-49f6-b1a7-bd2782b8be4a binding host dv-cinder-813225-6-iscsi {{(pid=109224) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 00:33:06.656783 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-ed811969-5d46-43d2-bea1-eb052dbb0b2e tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:06.658021 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-ed811969-5d46-43d2-bea1-eb052dbb0b2e tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1352041 Feb 21 00:33:06.658276 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-57510d6c-2068-4abc-ada5-9b252b13ae96 admin admin] Publish callbacks [] for security_group (d3cf7a8d-0bb9-4d92-9c37-e85a14f41b14), precommit_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:06.658997 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed811969-5d46-43d2-bea1-eb052dbb0b2e tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c6e263c-a612-4e5f-893c-aca024c41498,revision_number=0']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:33:06.660976 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 54218) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:33:06.665840 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [None req-ea7a29a1-0f09-473d-84e8-f6ed4460beca tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Request body: {'security_group_rule': {'security_group_id': '4800d725-62c7-4955-8da5-9d1a9cb45564', 'project_id': '2270182ca89c4878829f5c7baac9afe8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:33:06.673025 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-57510d6c-2068-4abc-ada5-9b252b13ae96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (d3cf7a8d-0bb9-4d92-9c37-e85a14f41b14), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:06.687062 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-e0128670-e6e8-4237-a35f-fc9744a382b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (4f2fd5c8-c3ab-49f6-b1a7-bd2782b8be4a), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:06.688246 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.db.securitygroups_db [None req-ea7a29a1-0f09-473d-84e8-f6ed4460beca tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Project 2270182ca89c4878829f5c7baac9afe8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 21 00:33:06.701093 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-ea7a29a1-0f09-473d-84e8-f6ed4460beca tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Publish callbacks [] for security_group_rule (771ddbbc-24c0-463c-97ae-290decf39a0f), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:06.713837 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-cfeb372b-86b0-43c3-8898-be9049711870 req-9e9909fb-4104-4cc2-9eb1-d79e383be8ad tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811174 Feb 21 00:33:06.728110 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-57510d6c-2068-4abc-ada5-9b252b13ae96 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9a906e80e3564405a6a5dc9a41a087c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3430474 Feb 21 00:33:06.728844 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 54220) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:33:06.729471 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57510d6c-2068-4abc-ada5-9b252b13ae96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3cf7a8d-0bb9-4d92-9c37-e85a14f41b14,revision_number=1']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:33:06.791267 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-0d72effd-1c9f-4bdc-a3b2-8d3d0de18391 admin admin] Publish callbacks [] for security_group (d3cf7a8d-0bb9-4d92-9c37-e85a14f41b14), before_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:06.795932 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-ea7a29a1-0f09-473d-84e8-f6ed4460beca tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Publish callbacks [] for security_group_rule (771ddbbc-24c0-463c-97ae-290decf39a0f), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:06.802634 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-ea7a29a1-0f09-473d-84e8-f6ed4460beca tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574764'] for security_group_rule (771ddbbc-24c0-463c-97ae-290decf39a0f), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:06.821754 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7a29a1-0f09-473d-84e8-f6ed4460beca tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=771ddbbc-24c0-463c-97ae-290decf39a0f,revision_number=0']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:33:06.835861 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-ea7a29a1-0f09-473d-84e8-f6ed4460beca tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:06.837431 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-ea7a29a1-0f09-473d-84e8-f6ed4460beca tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1751261 Feb 21 00:33:06.843174 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 54226) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:33:06.847905 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [None req-7bda047d-1ef4-4c2e-b9b5-03cb4ab98b98 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Request body: {'security_group_rule': {'security_group_id': '4800d725-62c7-4955-8da5-9d1a9cb45564', 'project_id': '2270182ca89c4878829f5c7baac9afe8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:33:06.859288 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-0d72effd-1c9f-4bdc-a3b2-8d3d0de18391 admin admin] Publish callbacks [] for security_group (d3cf7a8d-0bb9-4d92-9c37-e85a14f41b14), precommit_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:06.874788 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.db.securitygroups_db [None req-7bda047d-1ef4-4c2e-b9b5-03cb4ab98b98 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Project 2270182ca89c4878829f5c7baac9afe8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 21 00:33:06.880223 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-7bda047d-1ef4-4c2e-b9b5-03cb4ab98b98 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Publish callbacks [] for security_group_rule (2d458041-fe27-4310-8051-0251e2641499), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:06.936553 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-0d72effd-1c9f-4bdc-a3b2-8d3d0de18391 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (d3cf7a8d-0bb9-4d92-9c37-e85a14f41b14), after_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:06.942945 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-0d72effd-1c9f-4bdc-a3b2-8d3d0de18391 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:06.946618 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-0d72effd-1c9f-4bdc-a3b2-8d3d0de18391 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d3cf7a8d-0bb9-4d92-9c37-e85a14f41b14 HTTP/1.1" status: 204 len: 168 time: 0.2113345 Feb 21 00:33:06.955477 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d72effd-1c9f-4bdc-a3b2-8d3d0de18391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3cf7a8d-0bb9-4d92-9c37-e85a14f41b14,revision_number=None']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:33:06.960958 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-7bda047d-1ef4-4c2e-b9b5-03cb4ab98b98 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Publish callbacks [] for security_group_rule (2d458041-fe27-4310-8051-0251e2641499), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:06.968821 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-7bda047d-1ef4-4c2e-b9b5-03cb4ab98b98 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574764'] for security_group_rule (2d458041-fe27-4310-8051-0251e2641499), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:06.994887 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bda047d-1ef4-4c2e-b9b5-03cb4ab98b98 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d458041-fe27-4310-8051-0251e2641499,revision_number=0']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:33:07.005783 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-7bda047d-1ef4-4c2e-b9b5-03cb4ab98b98 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:07.010838 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-7bda047d-1ef4-4c2e-b9b5-03cb4ab98b98 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1631677 Feb 21 00:33:07.079961 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-e0128670-e6e8-4237-a35f-fc9744a382b2 None None] Publish callbacks [] for port (4f2fd5c8-c3ab-49f6-b1a7-bd2782b8be4a), precommit_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:07.088532 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-e0128670-e6e8-4237-a35f-fc9744a382b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (4f2fd5c8-c3ab-49f6-b1a7-bd2782b8be4a), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:07.147199 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81967a34-5249-4be7-99c0-e6c532858fac None None] Pushing event updated for resources: {'Port': ['ID=4f2fd5c8-c3ab-49f6-b1a7-bd2782b8be4a,revision_number=3']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:33:07.214274 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.managers [None req-e0128670-e6e8-4237-a35f-fc9744a382b2 None None] Attempting to bind port 4f2fd5c8-c3ab-49f6-b1a7-bd2782b8be4a on host dv-cinder-813225-6-iscsi for vnic_type normal with profile {{(pid=109224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 00:33:07.215340 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.managers [None req-e0128670-e6e8-4237-a35f-fc9744a382b2 None None] Attempting to bind port 4f2fd5c8-c3ab-49f6-b1a7-bd2782b8be4a by drivers openvswitch,hyperv on host dv-cinder-813225-6-iscsi at level 0 using segments [{'id': '0d997b8b-9287-472c-881a-ab905f08e005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7eb60152-674c-4e83-8aa6-d6f05fd9c82c'}] {{(pid=109224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 00:33:07.216084 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0128670-e6e8-4237-a35f-fc9744a382b2 None None] Attempting to bind port 4f2fd5c8-c3ab-49f6-b1a7-bd2782b8be4a on network 7eb60152-674c-4e83-8aa6-d6f05fd9c82c {{(pid=109224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:33:07.234321 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0128670-e6e8-4237-a35f-fc9744a382b2 None None] Checking agent: {'id': 'd6e95c40-1d90-4a13-9e37-1d6580a24190', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813225-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 0, 23, 38), 'started_at': datetime.datetime(2022, 2, 21, 0, 24, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 0, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813225-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 00:33:07.234706 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0128670-e6e8-4237-a35f-fc9744a382b2 None None] Checking segment: {'id': '0d997b8b-9287-472c-881a-ab905f08e005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7eb60152-674c-4e83-8aa6-d6f05fd9c82c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:33:07.235414 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-e0128670-e6e8-4237-a35f-fc9744a382b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:07.235899 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0128670-e6e8-4237-a35f-fc9744a382b2 None None] Bound using segment: {'id': '0d997b8b-9287-472c-881a-ab905f08e005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7eb60152-674c-4e83-8aa6-d6f05fd9c82c'} {{(pid=109224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 00:33:07.236454 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.managers [None req-e0128670-e6e8-4237-a35f-fc9744a382b2 None None] Bound port: 4f2fd5c8-c3ab-49f6-b1a7-bd2782b8be4a, host: dv-cinder-813225-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d997b8b-9287-472c-881a-ab905f08e005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7eb60152-674c-4e83-8aa6-d6f05fd9c82c'}}] {{(pid=109224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 00:33:07.236911 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-e0128670-e6e8-4237-a35f-fc9744a382b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (4f2fd5c8-c3ab-49f6-b1a7-bd2782b8be4a), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:07.284487 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12938af1-f4de-4875-8f02-7c0129edac39 req-7a43793f-b9c4-4aba-a2f7-71d4302c42ee tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:07.286638 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-12938af1-f4de-4875-8f02-7c0129edac39 req-7a43793f-b9c4-4aba-a2f7-71d4302c42ee tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] 10.222.0.45 "GET /v2.0/networks?id=279f5f9d-9337-49bf-be38-e3c3294e6385 HTTP/1.1" status: 200 len: 809 time: 0.1788836 Feb 21 00:33:07.310452 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-e0128670-e6e8-4237-a35f-fc9744a382b2 None None] For port 4f2fd5c8-c3ab-49f6-b1a7-bd2782b8be4a, host dv-cinder-813225-6-iscsi, cleared binding levels {{(pid=109224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 00:33:07.319500 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-12938af1-f4de-4875-8f02-7c0129edac39 req-27484aba-0fc0-4559-8488-f92df6f6bda9 tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] 10.222.0.45 "GET /v2.0/quotas/17cb85e5c31d43049c6906942fa0b5f7 HTTP/1.1" status: 200 len: 375 time: 0.0211418 Feb 21 00:33:07.343690 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-e0128670-e6e8-4237-a35f-fc9744a382b2 None None] For port 4f2fd5c8-c3ab-49f6-b1a7-bd2782b8be4a, host dv-cinder-813225-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-6-iscsi',level=0,port_id=4f2fd5c8-c3ab-49f6-b1a7-bd2782b8be4a,segment=NetworkSegment(0d997b8b-9287-472c-881a-ab905f08e005),segment_id=0d997b8b-9287-472c-881a-ab905f08e005)] {{(pid=109224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 00:33:07.367612 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-e0128670-e6e8-4237-a35f-fc9744a382b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (4f2fd5c8-c3ab-49f6-b1a7-bd2782b8be4a), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:07.424557 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-12938af1-f4de-4875-8f02-7c0129edac39 req-590beb9e-dd42-4c45-a7a5-02155f45642e tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=17cb85e5c31d43049c6906942fa0b5f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1080568 Feb 21 00:33:07.478350 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d705212f-2a88-46c6-a9dd-c0e7ca0188ae req-ff952737-9665-48c5-9594-fe843a859e45 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:07.483885 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81967a34-5249-4be7-99c0-e6c532858fac None None] Pushing event updated for resources: {'Port': ['ID=4f2fd5c8-c3ab-49f6-b1a7-bd2782b8be4a,revision_number=4']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:33:07.486577 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-d705212f-2a88-46c6-a9dd-c0e7ca0188ae req-ff952737-9665-48c5-9594-fe843a859e45 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/ports?device_id=471da000-87d9-4e1e-b9a4-4d216cc18826 HTTP/1.1" status: 200 len: 944 time: 0.1193662 Feb 21 00:33:07.488160 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Device f1576235-fc50-44fe-9275-695bcbd2f6cf up at agent ovs-agent-dv-cinder-813225-6-iscsi {{(pid=109224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:33:07.545145 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-b573629c-d03a-452e-88b0-adb769591fed None None] Provisioning complete for port 4f2fd5c8-c3ab-49f6-b1a7-bd2782b8be4a triggered by entity DHCP. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:33:07.545533 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-b573629c-d03a-452e-88b0-adb769591fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (4f2fd5c8-c3ab-49f6-b1a7-bd2782b8be4a), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:07.554369 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-d705212f-2a88-46c6-a9dd-c0e7ca0188ae req-925352aa-8a7a-4488-a62b-f90024fdecee tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/security-groups?id=d4c2ccd5-90d6-42ad-bf3a-131ba1b47e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668876 Feb 21 00:33:07.600164 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0128670-e6e8-4237-a35f-fc9744a382b2 None None] Routers {'58958bbd-fe22-43bf-91bf-8bc06389f78b'} bound to L3 agent in host dv-cinder-813225-6-iscsi {{(pid=109224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:33:07.600596 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-12938af1-f4de-4875-8f02-7c0129edac39 req-eeba868e-845d-470b-9df6-15ef814c7642 service neutron] 10.222.0.45 "GET /v2.0/networks/279f5f9d-9337-49bf-be38-e3c3294e6385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748116 Feb 21 00:33:07.601257 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-e0128670-e6e8-4237-a35f-fc9744a382b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T00:23:33Z,description=,heartbeat_timestamp=2022-02-21T00:33:03Z,host='dv-cinder-813225-6-iscsi',id=47b5b2cb-5391-4fc3-9478-3db20537c35a,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:23:34Z,topic='l3_agent')) {'router_ids': ['58958bbd-fe22-43bf-91bf-8bc06389f78b'], 'active': True} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:33:07.760008 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Provisioning complete for port f1576235-fc50-44fe-9275-695bcbd2f6cf triggered by entity L2. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:33:07.761562 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (f1576235-fc50-44fe-9275-695bcbd2f6cf), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:07.762086 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-12938af1-f4de-4875-8f02-7c0129edac39 req-44bc0a20-634c-4bf8-9cec-792ffbe0b679 service neutron] 10.222.0.45 "GET /v2.0/networks/279f5f9d-9337-49bf-be38-e3c3294e6385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598020 Feb 21 00:33:07.857516 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Device cb8b3afb-8aca-4b05-a174-7a420ff1e3f1 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109224) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 00:33:07.914033 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvr_db [None req-e0128670-e6e8-4237-a35f-fc9744a382b2 None None] Set router 58958bbd-fe22-43bf-91bf-8bc06389f78b gateway port host: dv-cinder-813225-6-iscsi {{(pid=109224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:33:07.936724 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39be19da-eb9f-4906-b300-ee4e757cb6ca req-49ea5ef1-5bc6-4da7-b20a-51535a4da5cf tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:07.947566 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-39be19da-eb9f-4906-b300-ee4e757cb6ca req-49ea5ef1-5bc6-4da7-b20a-51535a4da5cf tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=016acf20-2bcb-4d41-9d79-ad0d887280cb HTTP/1.1" status: 200 len: 946 time: 0.1520274 Feb 21 00:33:07.968431 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-b573629c-d03a-452e-88b0-adb769591fed None None] Current status of the port 4f2fd5c8-c3ab-49f6-b1a7-bd2782b8be4a is: DOWN; New status is: ACTIVE {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:33:07.968830 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-b573629c-d03a-452e-88b0-adb769591fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (4f2fd5c8-c3ab-49f6-b1a7-bd2782b8be4a), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:08.070065 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-a9f1ca84-47ff-4f72-97e8-20b3c1b3e3de req-eca1026c-2ea1-452b-9db3-395b0b002fc1 tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] 10.222.0.45 "GET /v2.0/ports?device_id=7545b6ae-bc09-42e9-9963-e7313a084533 HTTP/1.1" status: 200 len: 210 time: 0.0408282 Feb 21 00:33:08.070510 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-39be19da-eb9f-4906-b300-ee4e757cb6ca req-e44b6915-5840-4e18-982a-0b237b8c3e4a tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191957 Feb 21 00:33:08.197449 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (d6e95c40-1d90-4a13-9e37-1d6580a24190), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:08.205573 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-b573629c-d03a-452e-88b0-adb769591fed None None] For port 4f2fd5c8-c3ab-49f6-b1a7-bd2782b8be4a, host dv-cinder-813225-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-6-iscsi',level=0,port_id=4f2fd5c8-c3ab-49f6-b1a7-bd2782b8be4a,segment=NetworkSegment(0d997b8b-9287-472c-881a-ab905f08e005),segment_id=0d997b8b-9287-472c-881a-ab905f08e005)] {{(pid=109224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:33:08.245743 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-b573629c-d03a-452e-88b0-adb769591fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (4f2fd5c8-c3ab-49f6-b1a7-bd2782b8be4a), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:08.308624 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] For port cb8b3afb-8aca-4b05-a174-7a420ff1e3f1, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=cb8b3afb-8aca-4b05-a174-7a420ff1e3f1,segment=NetworkSegment(41c853f0-8bb5-4bee-bddd-7995047fee1c),segment_id=41c853f0-8bb5-4bee-bddd-7995047fee1c)] {{(pid=109224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:33:08.316190 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Current status of the port f1576235-fc50-44fe-9275-695bcbd2f6cf is: ACTIVE; New status is: ACTIVE {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:33:08.344554 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Returning: {'device': 'cb8b3afb-8aca-4b05-a174-7a420ff1e3f1', 'network_id': '56d46d29-560d-47ad-81a5-640623ed77d9', 'port_id': 'cb8b3afb-8aca-4b05-a174-7a420ff1e3f1', 'mac_address': 'fa:16:3e:fe:6d:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e737284c-a5a6-4a63-a4b0-f2ad93902441', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109224) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 00:33:08.397441 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b573629c-d03a-452e-88b0-adb769591fed None None] Pushing event updated for resources: {'Port': ['ID=4f2fd5c8-c3ab-49f6-b1a7-bd2782b8be4a,revision_number=5']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:33:08.444695 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-cae03af9-8463-4c8e-9b6d-e072fe882623 None None] Provisioning complete for port 4f2fd5c8-c3ab-49f6-b1a7-bd2782b8be4a triggered by entity DHCP. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:33:08.444993 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-cae03af9-8463-4c8e-9b6d-e072fe882623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (4f2fd5c8-c3ab-49f6-b1a7-bd2782b8be4a), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:08.480837 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Current status of the port cb8b3afb-8aca-4b05-a174-7a420ff1e3f1 is: DOWN; New status is: BUILD {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:33:08.481172 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (cb8b3afb-8aca-4b05-a174-7a420ff1e3f1), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:08.509528 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.notifiers.nova [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb8b3afb-8aca-4b05-a174-7a420ff1e3f1 {{(pid=109224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 00:33:08.543493 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] For port cb8b3afb-8aca-4b05-a174-7a420ff1e3f1, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=cb8b3afb-8aca-4b05-a174-7a420ff1e3f1,segment=NetworkSegment(41c853f0-8bb5-4bee-bddd-7995047fee1c),segment_id=41c853f0-8bb5-4bee-bddd-7995047fee1c)] {{(pid=109224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:33:08.547759 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-e0128670-e6e8-4237-a35f-fc9744a382b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58958bbd-fe22-43bf-91bf-8bc06389f78b', 'name': 'tempest-TestVolumeBootPattern-1920926189-router', 'tenant_id': '6ed484b9f08242fe8db4200e59480bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'external_fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': 'f1576235-fc50-44fe-9275-695bcbd2f6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:32:58Z', 'updated_at': '2022-02-21T00:33:03Z', 'revision_number': 4, 'project_id': '6ed484b9f08242fe8db4200e59480bf5', 'gw_port': {'id': 'f1576235-fc50-44fe-9275-695bcbd2f6cf', 'name': '', 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:df:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58958bbd-fe22-43bf-91bf-8bc06389f78b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:32:59Z', 'updated_at': '2022-02-21T00:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '890cd9a8-3116-412f-9022-3458585959da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-6-iscsi', '_interfaces': [{'id': '4f2fd5c8-c3ab-49f6-b1a7-bd2782b8be4a', 'name': '', 'network_id': '7eb60152-674c-4e83-8aa6-d6f05fd9c82c', 'tenant_id': '6ed484b9f08242fe8db4200e59480bf5', 'mac_address': 'fa:16:3e:cf:e6:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58958bbd-fe22-43bf-91bf-8bc06389f78b', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'c77cd787-0664-48f5-845c-b454223dd532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:33:02Z', 'updated_at': '2022-02-21T00:33:07Z', 'revision_number': 4, 'project_id': '6ed484b9f08242fe8db4200e59480bf5', 'subnets': [{'id': 'c77cd787-0664-48f5-845c-b454223dd532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-6-iscsi', False) {} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:33:08.552189 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (cb8b3afb-8aca-4b05-a174-7a420ff1e3f1), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:08.711068 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0128670-e6e8-4237-a35f-fc9744a382b2 None None] The sync data for ids ['58958bbd-fe22-43bf-91bf-8bc06389f78b'] in dv-cinder-813225-6-iscsi is: [{'id': '58958bbd-fe22-43bf-91bf-8bc06389f78b', 'name': 'tempest-TestVolumeBootPattern-1920926189-router', 'tenant_id': '6ed484b9f08242fe8db4200e59480bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'external_fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': 'f1576235-fc50-44fe-9275-695bcbd2f6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:32:58Z', 'updated_at': '2022-02-21T00:33:03Z', 'revision_number': 4, 'project_id': '6ed484b9f08242fe8db4200e59480bf5', 'gw_port': {'id': 'f1576235-fc50-44fe-9275-695bcbd2f6cf', 'name': '', 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:df:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58958bbd-fe22-43bf-91bf-8bc06389f78b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:32:59Z', 'updated_at': '2022-02-21T00:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '890cd9a8-3116-412f-9022-3458585959da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-6-iscsi', '_interfaces': [{'id': '4f2fd5c8-c3ab-49f6-b1a7-bd2782b8be4a', 'name': '', 'network_id': '7eb60152-674c-4e83-8aa6-d6f05fd9c82c', 'tenant_id': '6ed484b9f08242fe8db4200e59480bf5', 'mac_address': 'fa:16:3e:cf:e6:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58958bbd-fe22-43bf-91bf-8bc06389f78b', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'c77cd787-0664-48f5-845c-b454223dd532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:33:02Z', 'updated_at': '2022-02-21T00:33:07Z', 'revision_number': 4, 'project_id': '6ed484b9f08242fe8db4200e59480bf5', 'subnets': [{'id': 'c77cd787-0664-48f5-845c-b454223dd532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 00:33:08.728703 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0599071-2785-4fd4-aa46-1b1e0b07c382 req-99f65dd7-09af-4166-8869-663ed01c2e52 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:08.759511 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-f0599071-2785-4fd4-aa46-1b1e0b07c382 req-99f65dd7-09af-4166-8869-663ed01c2e52 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/ports?device_id=471da000-87d9-4e1e-b9a4-4d216cc18826 HTTP/1.1" status: 200 len: 945 time: 0.0812430 Feb 21 00:33:08.813715 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Pushing event updated for resources: {'Port': ['ID=cb8b3afb-8aca-4b05-a174-7a420ff1e3f1,revision_number=4']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:33:08.820080 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-cae03af9-8463-4c8e-9b6d-e072fe882623 None None] Current status of the port 4f2fd5c8-c3ab-49f6-b1a7-bd2782b8be4a is: ACTIVE; New status is: ACTIVE {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:33:08.858571 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-f0599071-2785-4fd4-aa46-1b1e0b07c382 req-56cdc67d-5512-4789-b73a-d54f5599dc55 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/security-groups?id=d4c2ccd5-90d6-42ad-bf3a-131ba1b47e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976260 Feb 21 00:33:08.999045 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] get_ports_and_sgs() called for port_ids ['cb8b3afb-8aca-4b05-a174-7a420ff1e3f1'] {{(pid=109224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 00:33:09.253853 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259a625a-7043-41b2-bc44-9f70e21a0862 req-b7d68af8-ac10-451c-ba2b-b24187d646ea tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:09.255449 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-259a625a-7043-41b2-bc44-9f70e21a0862 req-b7d68af8-ac10-451c-ba2b-b24187d646ea tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=016acf20-2bcb-4d41-9d79-ad0d887280cb HTTP/1.1" status: 200 len: 946 time: 0.1104472 Feb 21 00:33:09.255963 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-0ce7ae7a-f18b-42ef-91e1-62216b457e9f req-0e64fd62-61a2-4b6e-a882-4bff57ef3246 tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] 10.222.0.45 "GET /v2.0/ports?device_id=7545b6ae-bc09-42e9-9963-e7313a084533 HTTP/1.1" status: 200 len: 210 time: 0.0368433 Feb 21 00:33:09.370148 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-259a625a-7043-41b2-bc44-9f70e21a0862 req-eb0941cd-9776-4205-a16a-0140a5f47493 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975935 Feb 21 00:33:09.444210 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12938af1-f4de-4875-8f02-7c0129edac39 req-43e8fc23-9bb9-4c3a-95fa-e91dac5e0c7c tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:09.445866 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-12938af1-f4de-4875-8f02-7c0129edac39 req-43e8fc23-9bb9-4c3a-95fa-e91dac5e0c7c tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] 10.222.0.36 "GET /v2.0/networks?id=279f5f9d-9337-49bf-be38-e3c3294e6385 HTTP/1.1" status: 200 len: 809 time: 0.1824484 Feb 21 00:33:09.461236 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [req-12938af1-f4de-4875-8f02-7c0129edac39 req-8dd3dff3-0a05-44bf-b83d-fda5335ff44c tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] Request body: {'port': {'device_id': '7545b6ae-bc09-42e9-9963-e7313a084533', 'network_id': '279f5f9d-9337-49bf-be38-e3c3294e6385', 'admin_state_up': True, 'tenant_id': '17cb85e5c31d43049c6906942fa0b5f7'}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:33:09.512012 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Device 4f2fd5c8-c3ab-49f6-b1a7-bd2782b8be4a up at agent ovs-agent-dv-cinder-813225-6-iscsi {{(pid=109224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:33:09.582727 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Provisioning complete for port 4f2fd5c8-c3ab-49f6-b1a7-bd2782b8be4a triggered by entity L2. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:33:09.583119 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (4f2fd5c8-c3ab-49f6-b1a7-bd2782b8be4a), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:09.651713 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12938af1-f4de-4875-8f02-7c0129edac39 req-8dd3dff3-0a05-44bf-b83d-fda5335ff44c tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] Made reservation on behalf of 17cb85e5c31d43049c6906942fa0b5f7 for: {'port': 1} {{(pid=109222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 00:33:09.656231 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-12938af1-f4de-4875-8f02-7c0129edac39 req-8dd3dff3-0a05-44bf-b83d-fda5335ff44c tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:09.679443 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Current status of the port 4f2fd5c8-c3ab-49f6-b1a7-bd2782b8be4a is: ACTIVE; New status is: ACTIVE {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:33:09.790672 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.db.db_base_plugin_common [req-12938af1-f4de-4875-8f02-7c0129edac39 req-8dd3dff3-0a05-44bf-b83d-fda5335ff44c tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] Allocated IP 172.20.0.11 (279f5f9d-9337-49bf-be38-e3c3294e6385/478616b0-25bf-4b2d-82fe-724b0107c2f4/96f80eb6-1a9c-4fa1-93aa-bb26d60fc95c) {{(pid=109222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 00:33:09.978140 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-12938af1-f4de-4875-8f02-7c0129edac39 req-8dd3dff3-0a05-44bf-b83d-fda5335ff44c tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] Publish callbacks [] for port (96f80eb6-1a9c-4fa1-93aa-bb26d60fc95c), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:10.019390 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fd9264-9504-48fa-8d10-e648b966c8be req-8a9ed444-aa19-4c98-9d01-7e833e171999 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:10.020885 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-39fd9264-9504-48fa-8d10-e648b966c8be req-8a9ed444-aa19-4c98-9d01-7e833e171999 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/ports?device_id=471da000-87d9-4e1e-b9a4-4d216cc18826 HTTP/1.1" status: 200 len: 945 time: 0.0901718 Feb 21 00:33:10.042675 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-12938af1-f4de-4875-8f02-7c0129edac39 req-8dd3dff3-0a05-44bf-b83d-fda5335ff44c tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731676182815'] for port (96f80eb6-1a9c-4fa1-93aa-bb26d60fc95c), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:10.113059 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12938af1-f4de-4875-8f02-7c0129edac39 req-8dd3dff3-0a05-44bf-b83d-fda5335ff44c tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] Network 279f5f9d-9337-49bf-be38-e3c3294e6385 is already hosted by enough agents. {{(pid=109222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:33:10.119027 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.scheduler.base_scheduler [req-12938af1-f4de-4875-8f02-7c0129edac39 req-8dd3dff3-0a05-44bf-b83d-fda5335ff44c tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] Resources bound (agent type, host, resource id): {{(pid=109222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:33:10.124519 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-39fd9264-9504-48fa-8d10-e648b966c8be req-d53beea8-7c54-4faf-ab15-4adcc91a4979 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/security-groups?id=d4c2ccd5-90d6-42ad-bf3a-131ba1b47e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951147 Feb 21 00:33:10.125343 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.db.l3_dvrscheduler_db [req-12938af1-f4de-4875-8f02-7c0129edac39 req-8dd3dff3-0a05-44bf-b83d-fda5335ff44c tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] Received port after_create {{(pid=109222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 00:33:10.130205 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12938af1-f4de-4875-8f02-7c0129edac39 req-8dd3dff3-0a05-44bf-b83d-fda5335ff44c tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:10.131173 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-12938af1-f4de-4875-8f02-7c0129edac39 req-8dd3dff3-0a05-44bf-b83d-fda5335ff44c tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469064'] for port (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:10.133616 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd3dff3-0a05-44bf-b83d-fda5335ff44c tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] Pushing event updated for resources: {'Port': ['ID=96f80eb6-1a9c-4fa1-93aa-bb26d60fc95c,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:33:10.150095 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-12938af1-f4de-4875-8f02-7c0129edac39 req-8dd3dff3-0a05-44bf-b83d-fda5335ff44c tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6938283 Feb 21 00:33:10.161570 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [req-12938af1-f4de-4875-8f02-7c0129edac39 req-20aff61e-e577-45db-8bef-e955832b73ba service neutron] Request body: {'port': {'device_id': '7545b6ae-bc09-42e9-9963-e7313a084533', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:33:10.228078 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-12938af1-f4de-4875-8f02-7c0129edac39 req-20aff61e-e577-45db-8bef-e955832b73ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (96f80eb6-1a9c-4fa1-93aa-bb26d60fc95c), before_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:10.375980 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e7a85f-1e0c-4e97-b69e-386332dd880d req-7a3fcecf-1326-46d8-8b58-2c12374d8b1c tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:10.377437 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-a4e7a85f-1e0c-4e97-b69e-386332dd880d req-7a3fcecf-1326-46d8-8b58-2c12374d8b1c tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] 10.222.0.45 "GET /v2.0/ports?device_id=7545b6ae-bc09-42e9-9963-e7313a084533 HTTP/1.1" status: 200 len: 932 time: 0.0577710 Feb 21 00:33:10.431819 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-a4e7a85f-1e0c-4e97-b69e-386332dd880d req-d06b1e28-a93b-45f9-a920-db603821c2df tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] 10.222.0.45 "GET /v2.0/security-groups?id=501164f9-baa4-41de-b5f4-e99fd87377d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484748 Feb 21 00:33:10.529081 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.notifiers.nova [req-12938af1-f4de-4875-8f02-7c0129edac39 req-20aff61e-e577-45db-8bef-e955832b73ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96f80eb6-1a9c-4fa1-93aa-bb26d60fc95c {{(pid=109222) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 00:33:10.538654 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-12938af1-f4de-4875-8f02-7c0129edac39 req-20aff61e-e577-45db-8bef-e955832b73ba service neutron] Publish callbacks [] for port (96f80eb6-1a9c-4fa1-93aa-bb26d60fc95c), precommit_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:10.562243 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9e5c47-64f0-4c09-b674-cb13c8615281 req-06ede840-19a0-4dd9-a42f-09879e284fbf tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:10.563781 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-0a9e5c47-64f0-4c09-b674-cb13c8615281 req-06ede840-19a0-4dd9-a42f-09879e284fbf tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=016acf20-2bcb-4d41-9d79-ad0d887280cb HTTP/1.1" status: 200 len: 946 time: 0.0964873 Feb 21 00:33:10.564748 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.db.provisioning_blocks [req-12938af1-f4de-4875-8f02-7c0129edac39 req-20aff61e-e577-45db-8bef-e955832b73ba service neutron] Transition to ACTIVE for port object 96f80eb6-1a9c-4fa1-93aa-bb26d60fc95c will not be triggered until provisioned by entity L2. {{(pid=109222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 00:33:10.568214 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-12938af1-f4de-4875-8f02-7c0129edac39 req-20aff61e-e577-45db-8bef-e955832b73ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (96f80eb6-1a9c-4fa1-93aa-bb26d60fc95c), after_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:10.654246 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aff61e-e577-45db-8bef-e955832b73ba service neutron] Pushing event updated for resources: {'Port': ['ID=96f80eb6-1a9c-4fa1-93aa-bb26d60fc95c,revision_number=2']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:33:10.661452 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-0a9e5c47-64f0-4c09-b674-cb13c8615281 req-a22e6b6f-c133-479a-b2c1-a70183f45518 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906348 Feb 21 00:33:10.689270 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.managers [req-12938af1-f4de-4875-8f02-7c0129edac39 req-20aff61e-e577-45db-8bef-e955832b73ba service neutron] Attempting to bind port 96f80eb6-1a9c-4fa1-93aa-bb26d60fc95c on host hv-cinder-81322 for vnic_type normal with profile {{(pid=109222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 00:33:10.689916 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.managers [req-12938af1-f4de-4875-8f02-7c0129edac39 req-20aff61e-e577-45db-8bef-e955832b73ba service neutron] Attempting to bind port 96f80eb6-1a9c-4fa1-93aa-bb26d60fc95c by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '22970966-465a-4533-8294-0df908b152f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '279f5f9d-9337-49bf-be38-e3c3294e6385'}] {{(pid=109222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 00:33:10.690281 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12938af1-f4de-4875-8f02-7c0129edac39 req-20aff61e-e577-45db-8bef-e955832b73ba service neutron] Attempting to bind port 96f80eb6-1a9c-4fa1-93aa-bb26d60fc95c on network 279f5f9d-9337-49bf-be38-e3c3294e6385 {{(pid=109222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:33:10.695322 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12938af1-f4de-4875-8f02-7c0129edac39 req-20aff61e-e577-45db-8bef-e955832b73ba service neutron] Port 96f80eb6-1a9c-4fa1-93aa-bb26d60fc95c on network 279f5f9d-9337-49bf-be38-e3c3294e6385 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=109222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 00:33:10.695644 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12938af1-f4de-4875-8f02-7c0129edac39 req-20aff61e-e577-45db-8bef-e955832b73ba service neutron] Attempting to bind port 96f80eb6-1a9c-4fa1-93aa-bb26d60fc95c on network 279f5f9d-9337-49bf-be38-e3c3294e6385 {{(pid=109222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:33:10.700719 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12938af1-f4de-4875-8f02-7c0129edac39 req-20aff61e-e577-45db-8bef-e955832b73ba service neutron] Checking agent: {'id': '2124d49d-e543-43fa-8e9f-817e1d020459', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 0, 29, 44), 'started_at': datetime.datetime(2022, 2, 21, 0, 29, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 0, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 00:33:10.701054 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12938af1-f4de-4875-8f02-7c0129edac39 req-20aff61e-e577-45db-8bef-e955832b73ba service neutron] Checking segment: {'id': '22970966-465a-4533-8294-0df908b152f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '279f5f9d-9337-49bf-be38-e3c3294e6385'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:33:10.701429 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12938af1-f4de-4875-8f02-7c0129edac39 req-20aff61e-e577-45db-8bef-e955832b73ba service neutron] Bound using segment: {'id': '22970966-465a-4533-8294-0df908b152f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '279f5f9d-9337-49bf-be38-e3c3294e6385'} {{(pid=109222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 00:33:10.701850 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.managers [req-12938af1-f4de-4875-8f02-7c0129edac39 req-20aff61e-e577-45db-8bef-e955832b73ba service neutron] Bound port: 96f80eb6-1a9c-4fa1-93aa-bb26d60fc95c, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22970966-465a-4533-8294-0df908b152f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '279f5f9d-9337-49bf-be38-e3c3294e6385'}}] {{(pid=109222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 00:33:10.702199 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-12938af1-f4de-4875-8f02-7c0129edac39 req-20aff61e-e577-45db-8bef-e955832b73ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (96f80eb6-1a9c-4fa1-93aa-bb26d60fc95c), before_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:10.779706 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.db [req-12938af1-f4de-4875-8f02-7c0129edac39 req-20aff61e-e577-45db-8bef-e955832b73ba service neutron] For port 96f80eb6-1a9c-4fa1-93aa-bb26d60fc95c, host hv-cinder-81322, cleared binding levels {{(pid=109222) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 00:33:10.783066 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.db [req-12938af1-f4de-4875-8f02-7c0129edac39 req-20aff61e-e577-45db-8bef-e955832b73ba service neutron] For port 96f80eb6-1a9c-4fa1-93aa-bb26d60fc95c, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=96f80eb6-1a9c-4fa1-93aa-bb26d60fc95c,segment=NetworkSegment(22970966-465a-4533-8294-0df908b152f2),segment_id=22970966-465a-4533-8294-0df908b152f2)] {{(pid=109222) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 00:33:10.793678 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-12938af1-f4de-4875-8f02-7c0129edac39 req-20aff61e-e577-45db-8bef-e955832b73ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (96f80eb6-1a9c-4fa1-93aa-bb26d60fc95c), after_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:10.821526 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12938af1-f4de-4875-8f02-7c0129edac39 req-20aff61e-e577-45db-8bef-e955832b73ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:10.822383 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-12938af1-f4de-4875-8f02-7c0129edac39 req-20aff61e-e577-45db-8bef-e955832b73ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469064'] for port (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:10.823772 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-12938af1-f4de-4875-8f02-7c0129edac39 req-20aff61e-e577-45db-8bef-e955832b73ba service neutron] 10.222.0.36 "PUT /v2.0/ports/96f80eb6-1a9c-4fa1-93aa-bb26d60fc95c HTTP/1.1" status: 200 len: 1094 time: 0.6665649 Feb 21 00:33:10.826458 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7545b6ae-bc09-42e9-9963-e7313a084533', 'tag': '96f80eb6-1a9c-4fa1-93aa-bb26d60fc95c'}] {{(pid=109222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:33:10.829367 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81563fad7634ec273475caa61ca91dc94d21cc2561ee8f59b09b3f9a67cb5537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2cf10b3-7b45-4940-903d-c1dbd05a2934" -d '{"events": [{"name": "network-changed", "server_uuid": "7545b6ae-bc09-42e9-9963-e7313a084533", "tag": "96f80eb6-1a9c-4fa1-93aa-bb26d60fc95c"}]}' {{(pid=109222) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:33:10.861062 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aff61e-e577-45db-8bef-e955832b73ba service neutron] Pushing event updated for resources: {'Port': ['ID=96f80eb6-1a9c-4fa1-93aa-bb26d60fc95c,revision_number=3']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:33:10.876224 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 00:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f698e274-23e2-400f-a61b-0857c457b42f x-openstack-request-id: req-f698e274-23e2-400f-a61b-0857c457b42f {{(pid=109222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:33:10.876511 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7545b6ae-bc09-42e9-9963-e7313a084533", "tag": "96f80eb6-1a9c-4fa1-93aa-bb26d60fc95c", "status": "completed", "code": 200}]} {{(pid=109222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:33:10.876782 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f698e274-23e2-400f-a61b-0857c457b42f {{(pid=109222) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:33:10.877181 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7545b6ae-bc09-42e9-9963-e7313a084533', 'tag': '96f80eb6-1a9c-4fa1-93aa-bb26d60fc95c', 'status': 'completed', 'code': 200} Feb 21 00:33:10.925625 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12938af1-f4de-4875-8f02-7c0129edac39 req-aadb0979-0b05-421f-81d8-dfca35f80461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:10.927121 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-12938af1-f4de-4875-8f02-7c0129edac39 req-aadb0979-0b05-421f-81d8-dfca35f80461 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=17cb85e5c31d43049c6906942fa0b5f7&device_id=7545b6ae-bc09-42e9-9963-e7313a084533 HTTP/1.1" status: 200 len: 1128 time: 0.0476925 Feb 21 00:33:10.973453 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-12938af1-f4de-4875-8f02-7c0129edac39 req-2a9cd6a0-54da-4b08-b63e-2df55cc4a154 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=96f80eb6-1a9c-4fa1-93aa-bb26d60fc95c HTTP/1.1" status: 200 len: 217 time: 0.0332294 Feb 21 00:33:11.032807 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12938af1-f4de-4875-8f02-7c0129edac39 req-9e33f441-2381-4971-ac5b-2387df08478b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:11.034195 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-12938af1-f4de-4875-8f02-7c0129edac39 req-9e33f441-2381-4971-ac5b-2387df08478b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=478616b0-25bf-4b2d-82fe-724b0107c2f4 HTTP/1.1" status: 200 len: 849 time: 0.0502043 Feb 21 00:33:11.071460 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-12938af1-f4de-4875-8f02-7c0129edac39 req-60fae4d3-4ce8-407b-8ae9-1f709a4ec027 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=279f5f9d-9337-49bf-be38-e3c3294e6385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248218 Feb 21 00:33:11.162177 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-12938af1-f4de-4875-8f02-7c0129edac39 req-d5fb47ac-9ba9-4a29-bf7f-17acef6355ba service neutron] 10.222.0.36 "GET /v2.0/networks/279f5f9d-9337-49bf-be38-e3c3294e6385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834768 Feb 21 00:33:11.288023 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-12938af1-f4de-4875-8f02-7c0129edac39 req-a9554d5a-0a27-425e-8109-fefe055756cc service neutron] 10.222.0.36 "GET /v2.0/networks/279f5f9d-9337-49bf-be38-e3c3294e6385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156304 Feb 21 00:33:11.302268 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8875b4-980c-4f6e-87a8-22325912f4b9 req-0a3c9592-cea5-4bdc-9cb6-cdb997ceaf3e tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:11.304211 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-cf8875b4-980c-4f6e-87a8-22325912f4b9 req-0a3c9592-cea5-4bdc-9cb6-cdb997ceaf3e tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/ports?device_id=471da000-87d9-4e1e-b9a4-4d216cc18826 HTTP/1.1" status: 200 len: 945 time: 0.0843830 Feb 21 00:33:11.384864 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-cf8875b4-980c-4f6e-87a8-22325912f4b9 req-dfde2029-5620-4a7f-8966-8508e250d4bc tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/security-groups?id=d4c2ccd5-90d6-42ad-bf3a-131ba1b47e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727215 Feb 21 00:33:11.401174 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cf10b3-7b45-4940-903d-c1dbd05a2934 req-0bbf262f-b94c-4fe2-8a82-24a1d53ba558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:11.402807 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-a2cf10b3-7b45-4940-903d-c1dbd05a2934 req-0bbf262f-b94c-4fe2-8a82-24a1d53ba558 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=17cb85e5c31d43049c6906942fa0b5f7&device_id=7545b6ae-bc09-42e9-9963-e7313a084533 HTTP/1.1" status: 200 len: 1128 time: 0.0587535 Feb 21 00:33:11.490665 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cf10b3-7b45-4940-903d-c1dbd05a2934 req-42bafc38-2bc9-417e-94ec-6ab064a909de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:11.492137 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-a2cf10b3-7b45-4940-903d-c1dbd05a2934 req-42bafc38-2bc9-417e-94ec-6ab064a909de service neutron] 10.222.0.36 "GET /v2.0/networks?id=279f5f9d-9337-49bf-be38-e3c3294e6385 HTTP/1.1" status: 200 len: 910 time: 0.0835238 Feb 21 00:33:11.546483 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-a2cf10b3-7b45-4940-903d-c1dbd05a2934 req-650770c8-7e88-4976-a83e-9f520b5bf6fc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=96f80eb6-1a9c-4fa1-93aa-bb26d60fc95c HTTP/1.1" status: 200 len: 217 time: 0.0375803 Feb 21 00:33:11.555945 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a85209-a525-4c18-a924-0da403976590 req-429d6aed-c72e-4095-9be1-963b67abb399 tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:11.557461 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-51a85209-a525-4c18-a924-0da403976590 req-429d6aed-c72e-4095-9be1-963b67abb399 tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] 10.222.0.45 "GET /v2.0/ports?device_id=7545b6ae-bc09-42e9-9963-e7313a084533 HTTP/1.1" status: 200 len: 944 time: 0.0514445 Feb 21 00:33:11.597392 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cf10b3-7b45-4940-903d-c1dbd05a2934 req-7faa9c1d-0456-4156-9fd8-5088f008158a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:11.598873 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-a2cf10b3-7b45-4940-903d-c1dbd05a2934 req-7faa9c1d-0456-4156-9fd8-5088f008158a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=478616b0-25bf-4b2d-82fe-724b0107c2f4 HTTP/1.1" status: 200 len: 849 time: 0.0450568 Feb 21 00:33:11.609977 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-51a85209-a525-4c18-a924-0da403976590 req-425aa367-471f-46ba-82c7-d7f2f3553871 tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] 10.222.0.45 "GET /v2.0/security-groups?id=501164f9-baa4-41de-b5f4-e99fd87377d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442107 Feb 21 00:33:11.633007 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-a2cf10b3-7b45-4940-903d-c1dbd05a2934 req-872c7be2-39b0-4d2a-8899-a6f0f24fc988 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=279f5f9d-9337-49bf-be38-e3c3294e6385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267594 Feb 21 00:33:11.722660 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-a2cf10b3-7b45-4940-903d-c1dbd05a2934 req-0f960268-3360-4d0d-b97d-afbae83d025a service neutron] 10.222.0.36 "GET /v2.0/networks/279f5f9d-9337-49bf-be38-e3c3294e6385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818787 Feb 21 00:33:11.841198 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d87d54-1b61-43f5-b041-1e117bf381c9 req-2d4bd0bb-1110-4f99-882c-374f33ee1142 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:11.843522 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-79d87d54-1b61-43f5-b041-1e117bf381c9 req-2d4bd0bb-1110-4f99-882c-374f33ee1142 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=016acf20-2bcb-4d41-9d79-ad0d887280cb HTTP/1.1" status: 200 len: 946 time: 0.1127863 Feb 21 00:33:11.846263 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Device cb8b3afb-8aca-4b05-a174-7a420ff1e3f1 up at agent hyperv_hv-cinder-81322 {{(pid=109224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:33:11.871951 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-a2cf10b3-7b45-4940-903d-c1dbd05a2934 req-d31886ca-093e-4eab-b35b-0f170b0eabb8 service neutron] 10.222.0.36 "GET /v2.0/networks/279f5f9d-9337-49bf-be38-e3c3294e6385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331460 Feb 21 00:33:11.906388 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Provisioning for port cb8b3afb-8aca-4b05-a174-7a420ff1e3f1 completed by entity L2. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 00:33:11.910635 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-79d87d54-1b61-43f5-b041-1e117bf381c9 req-7e35f901-fcab-4224-b52f-bcb9832b8a13 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575092 Feb 21 00:33:11.912813 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Provisioning complete for port cb8b3afb-8aca-4b05-a174-7a420ff1e3f1 triggered by entity L2. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:33:11.913150 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (cb8b3afb-8aca-4b05-a174-7a420ff1e3f1), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:11.995107 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Current status of the port cb8b3afb-8aca-4b05-a174-7a420ff1e3f1 is: BUILD; New status is: ACTIVE {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:33:11.995534 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (cb8b3afb-8aca-4b05-a174-7a420ff1e3f1), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:12.030467 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '471da000-87d9-4e1e-b9a4-4d216cc18826', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb8b3afb-8aca-4b05-a174-7a420ff1e3f1'}] {{(pid=109224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:33:12.033136 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea31762fe36adf1256da5116fd788589841920f52286d7e0b0077cda52487892" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e7cddaf-501e-4b71-9f0d-83ea33b82e16" -d '{"events": [{"server_uuid": "471da000-87d9-4e1e-b9a4-4d216cc18826", "name": "network-vif-plugged", "status": "completed", "tag": "cb8b3afb-8aca-4b05-a174-7a420ff1e3f1"}]}' {{(pid=109224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:33:12.057282 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] For port cb8b3afb-8aca-4b05-a174-7a420ff1e3f1, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=cb8b3afb-8aca-4b05-a174-7a420ff1e3f1,segment=NetworkSegment(41c853f0-8bb5-4bee-bddd-7995047fee1c),segment_id=41c853f0-8bb5-4bee-bddd-7995047fee1c)] {{(pid=109224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:33:12.063247 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (cb8b3afb-8aca-4b05-a174-7a420ff1e3f1), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:12.130242 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 00:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f6f8737-60aa-4629-ba04-609b2ecf6ee0 x-openstack-request-id: req-4f6f8737-60aa-4629-ba04-609b2ecf6ee0 {{(pid=109224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:33:12.130550 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "471da000-87d9-4e1e-b9a4-4d216cc18826", "name": "network-vif-plugged", "status": "completed", "tag": "cb8b3afb-8aca-4b05-a174-7a420ff1e3f1", "code": 200}]} {{(pid=109224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:33:12.130972 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4f6f8737-60aa-4629-ba04-609b2ecf6ee0 {{(pid=109224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:33:12.131577 dv-cinder-813225-6-iscsi neutron-server[109224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '471da000-87d9-4e1e-b9a4-4d216cc18826', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb8b3afb-8aca-4b05-a174-7a420ff1e3f1', 'code': 200} Feb 21 00:33:12.133183 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Pushing event updated for resources: {'Port': ['ID=cb8b3afb-8aca-4b05-a174-7a420ff1e3f1,revision_number=5']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:33:12.280597 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87068c7-30b9-4455-89e3-27e2141e65f1 req-a1b4ae7b-9a73-4826-818a-de47f3e62687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:12.282126 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-f87068c7-30b9-4455-89e3-27e2141e65f1 req-a1b4ae7b-9a73-4826-818a-de47f3e62687 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=471da000-87d9-4e1e-b9a4-4d216cc18826 HTTP/1.1" status: 200 len: 1130 time: 0.0455520 Feb 21 00:33:12.328916 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-f87068c7-30b9-4455-89e3-27e2141e65f1 req-cd330d56-537a-462a-913c-2e1ba206bb5f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d4c2ccd5-90d6-42ad-bf3a-131ba1b47e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379412 Feb 21 00:33:12.502853 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf8cfce-3a84-4df8-a54b-358a98832807 req-e5e4cfda-732e-46e3-acd6-85625ac4892d tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:12.504631 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-0cf8cfce-3a84-4df8-a54b-358a98832807 req-e5e4cfda-732e-46e3-acd6-85625ac4892d tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/ports?device_id=471da000-87d9-4e1e-b9a4-4d216cc18826 HTTP/1.1" status: 200 len: 946 time: 0.0526464 Feb 21 00:33:12.550063 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-0cf8cfce-3a84-4df8-a54b-358a98832807 req-6749e15c-b1bc-49fe-bd3a-1ad9d52d4472 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/security-groups?id=d4c2ccd5-90d6-42ad-bf3a-131ba1b47e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395660 Feb 21 00:33:12.730307 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4200e18-f814-4fe2-8176-e13674a41fbb req-3e27ce4a-4ae2-44bc-a3dd-87fc65264744 tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:12.732390 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-f4200e18-f814-4fe2-8176-e13674a41fbb req-3e27ce4a-4ae2-44bc-a3dd-87fc65264744 tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] 10.222.0.45 "GET /v2.0/ports?device_id=7545b6ae-bc09-42e9-9963-e7313a084533 HTTP/1.1" status: 200 len: 944 time: 0.0536544 Feb 21 00:33:12.780141 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-f4200e18-f814-4fe2-8176-e13674a41fbb req-6ba8aa1f-3b0b-4be5-9a03-c11ff9ec688b tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] 10.222.0.45 "GET /v2.0/security-groups?id=501164f9-baa4-41de-b5f4-e99fd87377d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421555 Feb 21 00:33:13.041616 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9213abfc-a2fb-481f-8aa8-86cc3618bda8 req-08fb25f7-6c56-4983-bbb1-5df10c5906f1 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:13.043085 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-9213abfc-a2fb-481f-8aa8-86cc3618bda8 req-08fb25f7-6c56-4983-bbb1-5df10c5906f1 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=016acf20-2bcb-4d41-9d79-ad0d887280cb HTTP/1.1" status: 200 len: 946 time: 0.0571725 Feb 21 00:33:13.091007 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-9213abfc-a2fb-481f-8aa8-86cc3618bda8 req-83564bca-44bb-4897-a1a2-10b232222d37 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413547 Feb 21 00:33:13.680585 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0002b0-98b3-447e-9375-6f54b88b220d req-0802700c-fd13-464e-8a7c-bbbbfef43c83 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:13.682070 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-7a0002b0-98b3-447e-9375-6f54b88b220d req-0802700c-fd13-464e-8a7c-bbbbfef43c83 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/ports?device_id=471da000-87d9-4e1e-b9a4-4d216cc18826 HTTP/1.1" status: 200 len: 946 time: 0.0610776 Feb 21 00:33:13.734322 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-7a0002b0-98b3-447e-9375-6f54b88b220d req-9e5ace6b-a901-4de1-917e-1988adad4370 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/security-groups?id=d4c2ccd5-90d6-42ad-bf3a-131ba1b47e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462444 Feb 21 00:33:13.903974 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db22ffd4-4864-4a6e-8448-4da3844fcdfb req-df9a2ce7-4ccf-4cd9-98ef-debec64cbbb9 tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:13.906830 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-db22ffd4-4864-4a6e-8448-4da3844fcdfb req-df9a2ce7-4ccf-4cd9-98ef-debec64cbbb9 tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] 10.222.0.45 "GET /v2.0/ports?device_id=7545b6ae-bc09-42e9-9963-e7313a084533 HTTP/1.1" status: 200 len: 944 time: 0.0582979 Feb 21 00:33:13.955715 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-db22ffd4-4864-4a6e-8448-4da3844fcdfb req-04d91c7e-f2bb-46e3-a876-10c2f7d7916c tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] 10.222.0.45 "GET /v2.0/security-groups?id=501164f9-baa4-41de-b5f4-e99fd87377d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447357 Feb 21 00:33:14.225769 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b362abd6-4134-4160-a098-1590c3043255 req-96091a60-a0f3-4364-ace2-dd1e49ace021 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:14.228051 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-b362abd6-4134-4160-a098-1590c3043255 req-96091a60-a0f3-4364-ace2-dd1e49ace021 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=016acf20-2bcb-4d41-9d79-ad0d887280cb HTTP/1.1" status: 200 len: 946 time: 0.0611615 Feb 21 00:33:14.286438 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-b362abd6-4134-4160-a098-1590c3043255 req-a37f013d-d690-49ef-9e98-1bd57c6816d8 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502522 Feb 21 00:33:14.602706 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (2124d49d-e543-43fa-8e9f-817e1d020459), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:14.852173 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7e77c5-9d92-43ad-95e7-5297909e94d0 req-1c805ac3-5c00-4c3a-b72b-37c3bee107a5 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:14.853637 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-cd7e77c5-9d92-43ad-95e7-5297909e94d0 req-1c805ac3-5c00-4c3a-b72b-37c3bee107a5 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/ports?device_id=471da000-87d9-4e1e-b9a4-4d216cc18826 HTTP/1.1" status: 200 len: 946 time: 0.0538533 Feb 21 00:33:14.904117 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-cd7e77c5-9d92-43ad-95e7-5297909e94d0 req-c7ebbfd4-bddd-4801-ae19-3162e7882313 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/security-groups?id=d4c2ccd5-90d6-42ad-bf3a-131ba1b47e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435441 Feb 21 00:33:15.083882 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2c28dc-b810-4981-addf-255653c6b75c req-3d498ead-32c8-41d8-9ba3-8fc5b0169fc6 tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:15.085518 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-cf2c28dc-b810-4981-addf-255653c6b75c req-3d498ead-32c8-41d8-9ba3-8fc5b0169fc6 tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] 10.222.0.45 "GET /v2.0/ports?device_id=7545b6ae-bc09-42e9-9963-e7313a084533 HTTP/1.1" status: 200 len: 944 time: 0.0614443 Feb 21 00:33:15.139529 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-cf2c28dc-b810-4981-addf-255653c6b75c req-b90e9659-4640-4e5e-9b36-0e97dee58006 tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] 10.222.0.45 "GET /v2.0/security-groups?id=501164f9-baa4-41de-b5f4-e99fd87377d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480087 Feb 21 00:33:15.421797 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba501e6-a53b-4d34-b74b-9ce85db13a4e req-56e5a952-0d4b-4dda-8b54-cf7652c8c09e tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:15.423473 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-cba501e6-a53b-4d34-b74b-9ce85db13a4e req-56e5a952-0d4b-4dda-8b54-cf7652c8c09e tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=016acf20-2bcb-4d41-9d79-ad0d887280cb HTTP/1.1" status: 200 len: 946 time: 0.0575397 Feb 21 00:33:15.468369 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-cba501e6-a53b-4d34-b74b-9ce85db13a4e req-2e615dbd-dd3c-48be-99af-dfcd7f605aaf tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392363 Feb 21 00:33:16.282497 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eb7ace-a8da-4329-9be4-6056beb34b6e req-7ca9cc06-6297-4ff4-a5b9-d2b7a3da47f5 tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:16.284131 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-f2eb7ace-a8da-4329-9be4-6056beb34b6e req-7ca9cc06-6297-4ff4-a5b9-d2b7a3da47f5 tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] 10.222.0.45 "GET /v2.0/ports?device_id=7545b6ae-bc09-42e9-9963-e7313a084533 HTTP/1.1" status: 200 len: 944 time: 0.0649877 Feb 21 00:33:16.340450 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-f2eb7ace-a8da-4329-9be4-6056beb34b6e req-40831f79-b8cb-405d-b3ef-f1a8bd1090e5 tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] 10.222.0.45 "GET /v2.0/security-groups?id=501164f9-baa4-41de-b5f4-e99fd87377d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482402 Feb 21 00:33:16.593823 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d420a922-40c9-43c2-bd03-06a084cac09f req-0c1208e5-0871-4fb3-ba31-8d2a844a5f04 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:16.595903 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-d420a922-40c9-43c2-bd03-06a084cac09f req-0c1208e5-0871-4fb3-ba31-8d2a844a5f04 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=016acf20-2bcb-4d41-9d79-ad0d887280cb HTTP/1.1" status: 200 len: 946 time: 0.0545659 Feb 21 00:33:16.649321 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-d420a922-40c9-43c2-bd03-06a084cac09f req-0b6d687c-6536-4a36-8d3f-c157a63c4ea5 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458450 Feb 21 00:33:17.475079 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0ea943-61a2-4597-828b-317eac797b59 req-125c7cb1-0a6b-4c43-8b04-b12cf1551e29 tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:17.476601 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-6b0ea943-61a2-4597-828b-317eac797b59 req-125c7cb1-0a6b-4c43-8b04-b12cf1551e29 tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] 10.222.0.45 "GET /v2.0/ports?device_id=7545b6ae-bc09-42e9-9963-e7313a084533 HTTP/1.1" status: 200 len: 944 time: 0.0556171 Feb 21 00:33:17.531910 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-6b0ea943-61a2-4597-828b-317eac797b59 req-a38cce57-a107-4148-a510-ef9f3cc8af5a tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] 10.222.0.45 "GET /v2.0/security-groups?id=501164f9-baa4-41de-b5f4-e99fd87377d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486393 Feb 21 00:33:17.777757 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f645b6a-9706-4478-ab50-b34fd52514da req-4ed5ad80-d534-4d27-90f2-7d9e90167388 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:17.779806 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-0f645b6a-9706-4478-ab50-b34fd52514da req-4ed5ad80-d534-4d27-90f2-7d9e90167388 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=016acf20-2bcb-4d41-9d79-ad0d887280cb HTTP/1.1" status: 200 len: 946 time: 0.0601013 Feb 21 00:33:17.825018 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-0f645b6a-9706-4478-ab50-b34fd52514da req-ef238a6a-44bc-4dae-9731-5056667e6623 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393820 Feb 21 00:33:18.650311 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119a698a-661d-49ea-976f-a9a5df12e8e0 req-13002904-3f17-47f5-9294-5f4ab0b896c5 tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:18.651855 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-119a698a-661d-49ea-976f-a9a5df12e8e0 req-13002904-3f17-47f5-9294-5f4ab0b896c5 tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] 10.222.0.45 "GET /v2.0/ports?device_id=7545b6ae-bc09-42e9-9963-e7313a084533 HTTP/1.1" status: 200 len: 944 time: 0.0552144 Feb 21 00:33:18.697135 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-119a698a-661d-49ea-976f-a9a5df12e8e0 req-c0f0ea9f-da37-43b1-8c8e-13e2f43883ff tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] 10.222.0.45 "GET /v2.0/security-groups?id=501164f9-baa4-41de-b5f4-e99fd87377d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398300 Feb 21 00:33:18.945177 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa30a26-5237-498e-9986-f01b6af9feb6 req-9706aeb7-5f05-4bb2-bf35-1b676ea3be65 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:18.947134 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-4fa30a26-5237-498e-9986-f01b6af9feb6 req-9706aeb7-5f05-4bb2-bf35-1b676ea3be65 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=016acf20-2bcb-4d41-9d79-ad0d887280cb HTTP/1.1" status: 200 len: 946 time: 0.0544615 Feb 21 00:33:18.994343 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-4fa30a26-5237-498e-9986-f01b6af9feb6 req-41d47648-d9d0-42be-be2d-c4cee68b1297 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420775 Feb 21 00:33:19.813985 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79e8ae5-3462-43ce-bcce-7fa17c0caf99 req-5f65b387-751a-429c-afd8-00625fcd7805 tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:19.815477 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-e79e8ae5-3462-43ce-bcce-7fa17c0caf99 req-5f65b387-751a-429c-afd8-00625fcd7805 tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] 10.222.0.45 "GET /v2.0/ports?device_id=7545b6ae-bc09-42e9-9963-e7313a084533 HTTP/1.1" status: 200 len: 944 time: 0.0527191 Feb 21 00:33:19.862978 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-e79e8ae5-3462-43ce-bcce-7fa17c0caf99 req-49e344e9-fd08-4b04-9f58-b5faa9d2de6e tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] 10.222.0.45 "GET /v2.0/security-groups?id=501164f9-baa4-41de-b5f4-e99fd87377d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418088 Feb 21 00:33:20.123049 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56fc36a-0ba4-452c-8948-4a1545ab6cf1 req-fa7d4621-5281-4074-88c2-665aac2e3aa2 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:20.124508 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-e56fc36a-0ba4-452c-8948-4a1545ab6cf1 req-fa7d4621-5281-4074-88c2-665aac2e3aa2 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=016acf20-2bcb-4d41-9d79-ad0d887280cb HTTP/1.1" status: 200 len: 946 time: 0.0582974 Feb 21 00:33:20.174303 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-e56fc36a-0ba4-452c-8948-4a1545ab6cf1 req-6cad2cb1-fcc8-4da8-9465-0addde096818 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432336 Feb 21 00:33:20.984127 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e333ea0-737f-4a74-9fe0-b00d79aa0626 req-d35c3ae2-91d0-45bc-8c07-87b1a58c4a79 tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:20.985610 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-3e333ea0-737f-4a74-9fe0-b00d79aa0626 req-d35c3ae2-91d0-45bc-8c07-87b1a58c4a79 tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] 10.222.0.45 "GET /v2.0/ports?device_id=7545b6ae-bc09-42e9-9963-e7313a084533 HTTP/1.1" status: 200 len: 944 time: 0.0557654 Feb 21 00:33:21.031252 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-3e333ea0-737f-4a74-9fe0-b00d79aa0626 req-2608d3bf-2c6c-4889-8410-3a852b3480d3 tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] 10.222.0.45 "GET /v2.0/security-groups?id=501164f9-baa4-41de-b5f4-e99fd87377d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401561 Feb 21 00:33:21.295439 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b0faed-41e8-421a-9318-3c64bcd09303 req-417bc793-a757-4f8d-ae4f-b0f8b7b33b83 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:21.296957 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-03b0faed-41e8-421a-9318-3c64bcd09303 req-417bc793-a757-4f8d-ae4f-b0f8b7b33b83 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=016acf20-2bcb-4d41-9d79-ad0d887280cb HTTP/1.1" status: 200 len: 946 time: 0.0531890 Feb 21 00:33:21.345737 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-03b0faed-41e8-421a-9318-3c64bcd09303 req-5ad6d316-13c9-4d2a-8258-299a115c156c tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428517 Feb 21 00:33:22.148327 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe43cc1-bb73-439d-9c89-a3752cf73635 req-9cb9ada5-24cd-4c4c-b1d6-03edb074f9bb tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:22.149775 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-efe43cc1-bb73-439d-9c89-a3752cf73635 req-9cb9ada5-24cd-4c4c-b1d6-03edb074f9bb tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] 10.222.0.45 "GET /v2.0/ports?device_id=7545b6ae-bc09-42e9-9963-e7313a084533 HTTP/1.1" status: 200 len: 944 time: 0.0504231 Feb 21 00:33:22.194856 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-efe43cc1-bb73-439d-9c89-a3752cf73635 req-91dbc438-7522-47a7-820e-54120dca7740 tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] 10.222.0.45 "GET /v2.0/security-groups?id=501164f9-baa4-41de-b5f4-e99fd87377d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397370 Feb 21 00:33:22.462484 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6bf4b8-42dd-4f7a-bea5-7d9e6df53f33 req-9c4af8f6-7304-41c0-ae08-d8d0097749c3 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:22.463997 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-af6bf4b8-42dd-4f7a-bea5-7d9e6df53f33 req-9c4af8f6-7304-41c0-ae08-d8d0097749c3 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=016acf20-2bcb-4d41-9d79-ad0d887280cb HTTP/1.1" status: 200 len: 946 time: 0.0526259 Feb 21 00:33:22.513379 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-af6bf4b8-42dd-4f7a-bea5-7d9e6df53f33 req-57586084-6a23-4686-bf47-05e4958ce651 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432756 Feb 21 00:33:23.310069 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e352ffc-b170-4398-a287-856c8ee88627 req-f8896fe2-e05a-4c7e-8233-b059aecf476c tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:23.312142 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-1e352ffc-b170-4398-a287-856c8ee88627 req-f8896fe2-e05a-4c7e-8233-b059aecf476c tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] 10.222.0.45 "GET /v2.0/ports?device_id=7545b6ae-bc09-42e9-9963-e7313a084533 HTTP/1.1" status: 200 len: 944 time: 0.0519266 Feb 21 00:33:23.362365 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-1e352ffc-b170-4398-a287-856c8ee88627 req-3c08b03b-17ca-4b29-b1b8-1fa690b90556 tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] 10.222.0.45 "GET /v2.0/security-groups?id=501164f9-baa4-41de-b5f4-e99fd87377d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443392 Feb 21 00:33:23.637523 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b246b600-b568-4924-a98a-ff02d580e038 req-dde22d51-61a8-4432-a4d2-855a108c6754 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:23.639019 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-b246b600-b568-4924-a98a-ff02d580e038 req-dde22d51-61a8-4432-a4d2-855a108c6754 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=016acf20-2bcb-4d41-9d79-ad0d887280cb HTTP/1.1" status: 200 len: 946 time: 0.0548015 Feb 21 00:33:23.681800 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2f67db-9526-4d28-a88a-7e0960227c0f req-ca5472f9-165b-46b9-b05c-18da93d5b4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:23.683352 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-cb2f67db-9526-4d28-a88a-7e0960227c0f req-ca5472f9-165b-46b9-b05c-18da93d5b4f4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=016acf20-2bcb-4d41-9d79-ad0d887280cb HTTP/1.1" status: 200 len: 1130 time: 0.0445945 Feb 21 00:33:23.687358 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-b246b600-b568-4924-a98a-ff02d580e038 req-76693fd9-4b9a-4949-a197-6d3bf772f3b2 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426772 Feb 21 00:33:23.731327 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-cb2f67db-9526-4d28-a88a-7e0960227c0f req-4ab788c3-5e02-4a1f-b989-d9834bdb35ab service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388510 Feb 21 00:33:24.529586 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabaddce-347c-4c2e-afb5-ca4a324cbaca req-e7046661-0b67-4093-a446-5ad6e3a612b8 tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:24.531775 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-aabaddce-347c-4c2e-afb5-ca4a324cbaca req-e7046661-0b67-4093-a446-5ad6e3a612b8 tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] 10.222.0.45 "GET /v2.0/ports?device_id=7545b6ae-bc09-42e9-9963-e7313a084533 HTTP/1.1" status: 200 len: 944 time: 0.0715840 Feb 21 00:33:24.534885 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 54728) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:33:24.587815 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-aabaddce-347c-4c2e-afb5-ca4a324cbaca req-397accbd-00ab-4530-9d3d-d8ea5e69a431 tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] 10.222.0.45 "GET /v2.0/security-groups?id=501164f9-baa4-41de-b5f4-e99fd87377d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493760 Feb 21 00:33:24.644561 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-bc2db5f0-f840-44e8-b30b-c713b9f3c5d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:24.718287 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-bc2db5f0-f840-44e8-b30b-c713b9f3c5d0 admin admin] Publish callbacks [] for security_group (9077dc8a-3dfc-4326-9c55-6df64d95708e), precommit_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:24.722386 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-bc2db5f0-f840-44e8-b30b-c713b9f3c5d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (9077dc8a-3dfc-4326-9c55-6df64d95708e), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:24.757676 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-bc2db5f0-f840-44e8-b30b-c713b9f3c5d0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c11c21812ad64a3cbec670bd0cc80580&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2217140 Feb 21 00:33:24.761724 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 54734) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:33:24.773811 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2db5f0-f840-44e8-b30b-c713b9f3c5d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9077dc8a-3dfc-4326-9c55-6df64d95708e,revision_number=1']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:33:24.818665 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c5b375-ff5f-4097-9608-7fbc2ebcd8d8 req-1c5e4f09-17ef-48dd-94b4-21a9f1b4816f tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:24.820201 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-a1c5b375-ff5f-4097-9608-7fbc2ebcd8d8 req-1c5e4f09-17ef-48dd-94b4-21a9f1b4816f tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=016acf20-2bcb-4d41-9d79-ad0d887280cb HTTP/1.1" status: 200 len: 946 time: 0.0615296 Feb 21 00:33:24.825733 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-8b036965-99a1-4b8c-a4c2-a3947adb1669 admin admin] Publish callbacks [] for security_group (9077dc8a-3dfc-4326-9c55-6df64d95708e), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:24.848426 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-8b036965-99a1-4b8c-a4c2-a3947adb1669 admin admin] Publish callbacks [] for security_group (9077dc8a-3dfc-4326-9c55-6df64d95708e), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:24.872857 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-a1c5b375-ff5f-4097-9608-7fbc2ebcd8d8 req-ab145e55-9206-4673-80ba-616715b66a99 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469584 Feb 21 00:33:24.898642 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-8b036965-99a1-4b8c-a4c2-a3947adb1669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (9077dc8a-3dfc-4326-9c55-6df64d95708e), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:24.901204 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-8b036965-99a1-4b8c-a4c2-a3947adb1669 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:24.902335 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-8b036965-99a1-4b8c-a4c2-a3947adb1669 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9077dc8a-3dfc-4326-9c55-6df64d95708e HTTP/1.1" status: 204 len: 168 time: 0.1396341 Feb 21 00:33:24.910439 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b036965-99a1-4b8c-a4c2-a3947adb1669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9077dc8a-3dfc-4326-9c55-6df64d95708e,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:33:25.160205 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 54744) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:33:25.172990 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-96175c6f-c12b-4f67-8297-0cec8a93280b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:25.250816 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-96175c6f-c12b-4f67-8297-0cec8a93280b admin admin] Publish callbacks [] for security_group (aa02b368-ecf7-4af3-9c98-ed5593bd5a50), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:25.254772 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-96175c6f-c12b-4f67-8297-0cec8a93280b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (aa02b368-ecf7-4af3-9c98-ed5593bd5a50), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:25.295567 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96175c6f-c12b-4f67-8297-0cec8a93280b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa02b368-ecf7-4af3-9c98-ed5593bd5a50,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:33:25.301471 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-96175c6f-c12b-4f67-8297-0cec8a93280b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b708795ceb80474e94a9e513047e4d44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1402485 Feb 21 00:33:25.304111 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 54746) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:33:25.353339 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-d82895f0-a77e-4059-809f-90eb65b11d12 admin admin] Publish callbacks [] for security_group (aa02b368-ecf7-4af3-9c98-ed5593bd5a50), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:25.382459 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-d82895f0-a77e-4059-809f-90eb65b11d12 admin admin] Publish callbacks [] for security_group (aa02b368-ecf7-4af3-9c98-ed5593bd5a50), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:25.432356 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-d82895f0-a77e-4059-809f-90eb65b11d12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (aa02b368-ecf7-4af3-9c98-ed5593bd5a50), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:25.436175 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-d82895f0-a77e-4059-809f-90eb65b11d12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:25.440947 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-d82895f0-a77e-4059-809f-90eb65b11d12 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/aa02b368-ecf7-4af3-9c98-ed5593bd5a50 HTTP/1.1" status: 204 len: 168 time: 0.1333783 Feb 21 00:33:25.448235 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82895f0-a77e-4059-809f-90eb65b11d12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa02b368-ecf7-4af3-9c98-ed5593bd5a50,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:33:25.718159 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095e5a28-b8b2-438a-90d5-922210f0a7c8 req-874ca41c-8a52-467e-bdcf-760fb14bcfd6 tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:25.719673 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-095e5a28-b8b2-438a-90d5-922210f0a7c8 req-874ca41c-8a52-467e-bdcf-760fb14bcfd6 tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] 10.222.0.45 "GET /v2.0/ports?device_id=7545b6ae-bc09-42e9-9963-e7313a084533 HTTP/1.1" status: 200 len: 944 time: 0.0542555 Feb 21 00:33:25.767376 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-095e5a28-b8b2-438a-90d5-922210f0a7c8 req-d40a34af-0bfd-4b3e-8df9-83cdb2041cfc tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] 10.222.0.45 "GET /v2.0/security-groups?id=501164f9-baa4-41de-b5f4-e99fd87377d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415668 Feb 21 00:33:25.863016 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Device 96f80eb6-1a9c-4fa1-93aa-bb26d60fc95c details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109224) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 00:33:25.974963 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] For port 96f80eb6-1a9c-4fa1-93aa-bb26d60fc95c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=96f80eb6-1a9c-4fa1-93aa-bb26d60fc95c,segment=NetworkSegment(22970966-465a-4533-8294-0df908b152f2),segment_id=22970966-465a-4533-8294-0df908b152f2)] {{(pid=109224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:33:25.987652 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Returning: {'device': '96f80eb6-1a9c-4fa1-93aa-bb26d60fc95c', 'network_id': '279f5f9d-9337-49bf-be38-e3c3294e6385', 'port_id': '96f80eb6-1a9c-4fa1-93aa-bb26d60fc95c', 'mac_address': 'fa:16:3e:f6:ac:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '478616b0-25bf-4b2d-82fe-724b0107c2f4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109224) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 00:33:26.011021 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a8213e-48eb-40ce-a7a3-85546c08c1cc req-42862091-d022-4f14-b36a-c8081fd98149 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:26.012533 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-23a8213e-48eb-40ce-a7a3-85546c08c1cc req-42862091-d022-4f14-b36a-c8081fd98149 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=016acf20-2bcb-4d41-9d79-ad0d887280cb HTTP/1.1" status: 200 len: 946 time: 0.0612242 Feb 21 00:33:26.027025 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Current status of the port 96f80eb6-1a9c-4fa1-93aa-bb26d60fc95c is: DOWN; New status is: BUILD {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:33:26.027623 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (96f80eb6-1a9c-4fa1-93aa-bb26d60fc95c), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:26.041683 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.notifiers.nova [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96f80eb6-1a9c-4fa1-93aa-bb26d60fc95c {{(pid=109224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 00:33:26.067989 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] For port 96f80eb6-1a9c-4fa1-93aa-bb26d60fc95c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=96f80eb6-1a9c-4fa1-93aa-bb26d60fc95c,segment=NetworkSegment(22970966-465a-4533-8294-0df908b152f2),segment_id=22970966-465a-4533-8294-0df908b152f2)] {{(pid=109224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:33:26.068927 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-23a8213e-48eb-40ce-a7a3-85546c08c1cc req-6d27a892-482a-4532-aae9-3be78774f92a tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502598 Feb 21 00:33:26.072918 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (96f80eb6-1a9c-4fa1-93aa-bb26d60fc95c), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:26.130751 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Pushing event updated for resources: {'Port': ['ID=96f80eb6-1a9c-4fa1-93aa-bb26d60fc95c,revision_number=4']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:33:26.201736 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfd3af8-7f70-4f38-99c4-b0c016f443e2 req-f709eca7-4a77-4338-89d7-1cb9833d40d5 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:26.203868 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-bcfd3af8-7f70-4f38-99c4-b0c016f443e2 req-f709eca7-4a77-4338-89d7-1cb9833d40d5 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8230352-c17e-4cac-8ed0-da7c12f48e16 HTTP/1.1" status: 200 len: 945 time: 0.0536823 Feb 21 00:33:26.254590 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-bcfd3af8-7f70-4f38-99c4-b0c016f443e2 req-6afafeb0-a96d-4bc3-81fc-8e9e84d106b5 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448699 Feb 21 00:33:26.504712 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] get_ports_and_sgs() called for port_ids ['96f80eb6-1a9c-4fa1-93aa-bb26d60fc95c'] {{(pid=109224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 00:33:26.888976 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8af286-1b6c-4212-84ee-370c57dd875f req-0fe5b1ac-0614-4751-b06a-524c0a4117e2 tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:26.893367 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-ff8af286-1b6c-4212-84ee-370c57dd875f req-0fe5b1ac-0614-4751-b06a-524c0a4117e2 tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] 10.222.0.45 "GET /v2.0/ports?device_id=7545b6ae-bc09-42e9-9963-e7313a084533 HTTP/1.1" status: 200 len: 945 time: 0.0572667 Feb 21 00:33:26.943901 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-ff8af286-1b6c-4212-84ee-370c57dd875f req-b960466d-bdf4-49e3-8ab7-b20f5d5b3f0e tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] 10.222.0.45 "GET /v2.0/security-groups?id=501164f9-baa4-41de-b5f4-e99fd87377d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441535 Feb 21 00:33:26.965475 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e245509-5eb4-4649-a140-626d7aa0b586 req-beac2e36-f149-40b6-a4f7-21c690ee1c41 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:26.965475 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-6e245509-5eb4-4649-a140-626d7aa0b586 req-beac2e36-f149-40b6-a4f7-21c690ee1c41 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/networks?id=56d46d29-560d-47ad-81a5-640623ed77d9 HTTP/1.1" status: 200 len: 814 time: 0.1179407 Feb 21 00:33:26.976621 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-6e245509-5eb4-4649-a140-626d7aa0b586 req-663feccb-8984-4bfd-9898-14e21d636eeb tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/quotas/0467d31eadf844478eb8071898fb128e HTTP/1.1" status: 200 len: 375 time: 0.0116420 Feb 21 00:33:27.033479 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-6e245509-5eb4-4649-a140-626d7aa0b586 req-c9612bfb-90e6-4a28-929e-c667e99f3355 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=0467d31eadf844478eb8071898fb128e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0515945 Feb 21 00:33:27.132191 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-6e245509-5eb4-4649-a140-626d7aa0b586 req-a50f60a8-48be-4e32-b24a-c990bb23342f service neutron] 10.222.0.45 "GET /v2.0/networks/56d46d29-560d-47ad-81a5-640623ed77d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920722 Feb 21 00:33:27.214733 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 54830) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:33:27.219911 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-6e245509-5eb4-4649-a140-626d7aa0b586 req-a02f48aa-7598-4416-bfb8-9eaa3e81426e service neutron] 10.222.0.45 "GET /v2.0/networks/56d46d29-560d-47ad-81a5-640623ed77d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821066 Feb 21 00:33:27.328648 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-1a73adfe-1b65-4de0-91a9-2cc2cb5ca327 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:27.407290 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-4173ea41-7098-4a97-ad82-d28c99c7eda1 req-176ee834-d996-4b4d-9164-3eb831d5ae82 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5a8ef3f-bf09-45df-962d-0e40abbae7a3 HTTP/1.1" status: 200 len: 210 time: 0.0315263 Feb 21 00:33:27.434353 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-1a73adfe-1b65-4de0-91a9-2cc2cb5ca327 admin admin] Publish callbacks [] for security_group (0e1bb41f-1af0-4fbc-b075-7be928515fb8), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:27.438891 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-1a73adfe-1b65-4de0-91a9-2cc2cb5ca327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (0e1bb41f-1af0-4fbc-b075-7be928515fb8), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:27.477856 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-1a73adfe-1b65-4de0-91a9-2cc2cb5ca327 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e1a46cb4d4e8478fa4783a5d41d31cd3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2619491 Feb 21 00:33:27.478857 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a73adfe-1b65-4de0-91a9-2cc2cb5ca327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e1bb41f-1af0-4fbc-b075-7be928515fb8,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:33:27.480844 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 54840) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:33:27.539119 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-2c8d8796-3201-420e-a55b-387983e3019d admin admin] Publish callbacks [] for security_group (0e1bb41f-1af0-4fbc-b075-7be928515fb8), before_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:27.562152 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-2c8d8796-3201-420e-a55b-387983e3019d admin admin] Publish callbacks [] for security_group (0e1bb41f-1af0-4fbc-b075-7be928515fb8), precommit_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:27.620432 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-2c8d8796-3201-420e-a55b-387983e3019d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (0e1bb41f-1af0-4fbc-b075-7be928515fb8), after_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:27.623060 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-2c8d8796-3201-420e-a55b-387983e3019d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:27.624767 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-2c8d8796-3201-420e-a55b-387983e3019d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0e1bb41f-1af0-4fbc-b075-7be928515fb8 HTTP/1.1" status: 204 len: 168 time: 0.1430459 Feb 21 00:33:27.636610 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8d8796-3201-420e-a55b-387983e3019d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e1bb41f-1af0-4fbc-b075-7be928515fb8,revision_number=None']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:33:27.872318 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Device 96f80eb6-1a9c-4fa1-93aa-bb26d60fc95c up at agent hyperv_hv-cinder-81322 {{(pid=109224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:33:27.937400 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Provisioning for port 96f80eb6-1a9c-4fa1-93aa-bb26d60fc95c completed by entity L2. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 00:33:27.938889 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 54858) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:33:27.942206 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Provisioning complete for port 96f80eb6-1a9c-4fa1-93aa-bb26d60fc95c triggered by entity L2. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:33:27.942883 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (96f80eb6-1a9c-4fa1-93aa-bb26d60fc95c), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:27.959593 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-e9d5506b-e0e9-4070-99ad-14c79c1db023 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:27.962168 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dbe43c-9cd4-48a4-ae8e-e352d4130f42 req-b29b86c3-0773-4ba6-970c-ec3a90cdfaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:27.964185 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-73dbe43c-9cd4-48a4-ae8e-e352d4130f42 req-b29b86c3-0773-4ba6-970c-ec3a90cdfaa2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1092f05b80bd4759940d2fbd268d02b0&device_id=f8230352-c17e-4cac-8ed0-da7c12f48e16 HTTP/1.1" status: 200 len: 1129 time: 0.0692286 Feb 21 00:33:27.974476 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3db0b4-7d29-4f45-a36e-6e396ac182fe req-372cc7cd-8204-416d-9a5f-c6f5b08ee51d tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:27.976334 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-1c3db0b4-7d29-4f45-a36e-6e396ac182fe req-372cc7cd-8204-416d-9a5f-c6f5b08ee51d tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8230352-c17e-4cac-8ed0-da7c12f48e16 HTTP/1.1" status: 200 len: 945 time: 0.1148820 Feb 21 00:33:28.075955 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Current status of the port 96f80eb6-1a9c-4fa1-93aa-bb26d60fc95c is: BUILD; New status is: ACTIVE {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:33:28.077869 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (96f80eb6-1a9c-4fa1-93aa-bb26d60fc95c), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:28.091770 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-1c3db0b4-7d29-4f45-a36e-6e396ac182fe req-fd1f09a1-fc38-4d89-87e5-c792a60ce91f tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061625 Feb 21 00:33:28.113775 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7545b6ae-bc09-42e9-9963-e7313a084533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96f80eb6-1a9c-4fa1-93aa-bb26d60fc95c'}] {{(pid=109224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:33:28.117023 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea31762fe36adf1256da5116fd788589841920f52286d7e0b0077cda52487892" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fd74f81-7ce0-429b-bf4b-b323ae41e3f9" -d '{"events": [{"server_uuid": "7545b6ae-bc09-42e9-9963-e7313a084533", "name": "network-vif-plugged", "status": "completed", "tag": "96f80eb6-1a9c-4fa1-93aa-bb26d60fc95c"}]}' {{(pid=109224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:33:28.129896 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dbe43c-9cd4-48a4-ae8e-e352d4130f42 req-349a9172-e9d7-4a32-a484-9e7a4852e5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:28.131582 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-73dbe43c-9cd4-48a4-ae8e-e352d4130f42 req-349a9172-e9d7-4a32-a484-9e7a4852e5b2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2662c2a7-dfa3-4cb4-bf70-b308bbf4a003 HTTP/1.1" status: 200 len: 919 time: 0.1541743 Feb 21 00:33:28.132009 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] For port 96f80eb6-1a9c-4fa1-93aa-bb26d60fc95c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=96f80eb6-1a9c-4fa1-93aa-bb26d60fc95c,segment=NetworkSegment(22970966-465a-4533-8294-0df908b152f2),segment_id=22970966-465a-4533-8294-0df908b152f2)] {{(pid=109224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:33:28.137468 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (96f80eb6-1a9c-4fa1-93aa-bb26d60fc95c), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:28.166878 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646ac3b1-f3bf-42d3-b0e8-981a620b1f53 req-b92def0e-e4fe-4d35-ac79-6771c1f86567 tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:28.174998 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-646ac3b1-f3bf-42d3-b0e8-981a620b1f53 req-b92def0e-e4fe-4d35-ac79-6771c1f86567 tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] 10.222.0.45 "GET /v2.0/ports?device_id=7545b6ae-bc09-42e9-9963-e7313a084533 HTTP/1.1" status: 200 len: 945 time: 0.0952675 Feb 21 00:33:28.198976 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-73dbe43c-9cd4-48a4-ae8e-e352d4130f42 req-8fab4602-b4d8-41d7-95ce-1e551fde01ad service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8785719d-2f3c-440c-8de1-fe892aa82f2c HTTP/1.1" status: 200 len: 217 time: 0.0582814 Feb 21 00:33:28.204625 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 00:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a9190df-2fd8-4aad-839c-9408a72334e2 x-openstack-request-id: req-7a9190df-2fd8-4aad-839c-9408a72334e2 {{(pid=109224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:33:28.205101 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7545b6ae-bc09-42e9-9963-e7313a084533", "name": "network-vif-plugged", "status": "completed", "tag": "96f80eb6-1a9c-4fa1-93aa-bb26d60fc95c", "code": 200}]} {{(pid=109224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:33:28.205364 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7a9190df-2fd8-4aad-839c-9408a72334e2 {{(pid=109224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:33:28.205751 dv-cinder-813225-6-iscsi neutron-server[109224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7545b6ae-bc09-42e9-9963-e7313a084533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96f80eb6-1a9c-4fa1-93aa-bb26d60fc95c', 'code': 200} Feb 21 00:33:28.206616 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-e9d5506b-e0e9-4070-99ad-14c79c1db023 admin admin] Publish callbacks [] for security_group (f1761264-72a2-46b4-af09-ea504b43ccbb), precommit_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:28.211303 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Pushing event updated for resources: {'Port': ['ID=96f80eb6-1a9c-4fa1-93aa-bb26d60fc95c,revision_number=5']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:33:28.223885 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-e9d5506b-e0e9-4070-99ad-14c79c1db023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (f1761264-72a2-46b4-af09-ea504b43ccbb), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:28.259576 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dbe43c-9cd4-48a4-ae8e-e352d4130f42 req-305f13fc-f3bc-4a37-b75a-0329edf0a1da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:28.261344 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-73dbe43c-9cd4-48a4-ae8e-e352d4130f42 req-305f13fc-f3bc-4a37-b75a-0329edf0a1da service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6c91acbb-c03d-4786-afca-288f577437ce HTTP/1.1" status: 200 len: 858 time: 0.0525427 Feb 21 00:33:28.275151 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-646ac3b1-f3bf-42d3-b0e8-981a620b1f53 req-c0e11cc6-a573-4609-a2af-8af967668a49 tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] 10.222.0.45 "GET /v2.0/security-groups?id=501164f9-baa4-41de-b5f4-e99fd87377d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990467 Feb 21 00:33:28.278979 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-e9d5506b-e0e9-4070-99ad-14c79c1db023 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=23e887253bbb40cd929784f417b4db47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3389864 Feb 21 00:33:28.279972 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d5506b-e0e9-4070-99ad-14c79c1db023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1761264-72a2-46b4-af09-ea504b43ccbb,revision_number=1']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:33:28.281786 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 54874) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:33:28.309487 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-73dbe43c-9cd4-48a4-ae8e-e352d4130f42 req-6cb6e29c-9f9a-4cb3-a2d0-827c1bebfa02 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2662c2a7-dfa3-4cb4-bf70-b308bbf4a003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380030 Feb 21 00:33:28.403380 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-00681fb9-4fb1-4af2-8812-fa87ad213fdd admin admin] Publish callbacks [] for security_group (f1761264-72a2-46b4-af09-ea504b43ccbb), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:28.418730 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c4b17a-ba14-4a0f-8365-88bc923982af req-8315450c-2159-417a-99dd-03ab451d7aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:28.420270 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-18c4b17a-ba14-4a0f-8365-88bc923982af req-8315450c-2159-417a-99dd-03ab451d7aa1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7545b6ae-bc09-42e9-9963-e7313a084533 HTTP/1.1" status: 200 len: 1130 time: 0.0432527 Feb 21 00:33:28.443661 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-00681fb9-4fb1-4af2-8812-fa87ad213fdd admin admin] Publish callbacks [] for security_group (f1761264-72a2-46b4-af09-ea504b43ccbb), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:28.458583 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-73dbe43c-9cd4-48a4-ae8e-e352d4130f42 req-5085ec37-400a-4cf9-9ffa-b7e275e26988 service neutron] 10.222.0.36 "GET /v2.0/networks/2662c2a7-dfa3-4cb4-bf70-b308bbf4a003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301436 Feb 21 00:33:28.473074 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-18c4b17a-ba14-4a0f-8365-88bc923982af req-f3866f43-6869-408d-bbc5-b514691d9b77 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=501164f9-baa4-41de-b5f4-e99fd87377d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438235 Feb 21 00:33:28.781355 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-d3acec3e-cc88-4625-ae09-53467d437bcb req-9a9d675c-28ef-4059-94a3-3051d4facb7c tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5a8ef3f-bf09-45df-962d-0e40abbae7a3 HTTP/1.1" status: 200 len: 210 time: 0.2941558 Feb 21 00:33:28.806278 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-00681fb9-4fb1-4af2-8812-fa87ad213fdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (f1761264-72a2-46b4-af09-ea504b43ccbb), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:28.808991 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-00681fb9-4fb1-4af2-8812-fa87ad213fdd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:28.810212 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-00681fb9-4fb1-4af2-8812-fa87ad213fdd admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f1761264-72a2-46b4-af09-ea504b43ccbb HTTP/1.1" status: 204 len: 168 time: 0.5263116 Feb 21 00:33:28.823615 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00681fb9-4fb1-4af2-8812-fa87ad213fdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1761264-72a2-46b4-af09-ea504b43ccbb,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:33:28.834977 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-73dbe43c-9cd4-48a4-ae8e-e352d4130f42 req-cb97e693-b449-41bd-884a-d3d676e64818 service neutron] 10.222.0.36 "GET /v2.0/networks/2662c2a7-dfa3-4cb4-bf70-b308bbf4a003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3584034 Feb 21 00:33:28.960552 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e245509-5eb4-4649-a140-626d7aa0b586 req-3fd0e84f-0c92-47a2-a495-5196053b17ec tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:28.962038 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-6e245509-5eb4-4649-a140-626d7aa0b586 req-3fd0e84f-0c92-47a2-a495-5196053b17ec tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.36 "GET /v2.0/networks?id=56d46d29-560d-47ad-81a5-640623ed77d9 HTTP/1.1" status: 200 len: 814 time: 0.1315300 Feb 21 00:33:29.004343 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.v2.base [req-6e245509-5eb4-4649-a140-626d7aa0b586 req-b08781e2-8508-4f41-a781-4a7da5a6d2cc tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Request body: {'port': {'device_id': 'd5a8ef3f-bf09-45df-962d-0e40abbae7a3', 'network_id': '56d46d29-560d-47ad-81a5-640623ed77d9', 'admin_state_up': True, 'tenant_id': '0467d31eadf844478eb8071898fb128e'}} {{(pid=109223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:33:29.149576 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e245509-5eb4-4649-a140-626d7aa0b586 req-b08781e2-8508-4f41-a781-4a7da5a6d2cc tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Made reservation on behalf of 0467d31eadf844478eb8071898fb128e for: {'port': 1} {{(pid=109223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 00:33:29.154672 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-6e245509-5eb4-4649-a140-626d7aa0b586 req-b08781e2-8508-4f41-a781-4a7da5a6d2cc tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (None), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:29.319086 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461c2046-6546-4476-9b0c-c52b14e02062 req-94ccf98d-37d7-45af-812b-08f00c441546 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:29.326069 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-461c2046-6546-4476-9b0c-c52b14e02062 req-94ccf98d-37d7-45af-812b-08f00c441546 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8230352-c17e-4cac-8ed0-da7c12f48e16 HTTP/1.1" status: 200 len: 945 time: 0.1092396 Feb 21 00:33:29.376008 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.db.db_base_plugin_common [req-6e245509-5eb4-4649-a140-626d7aa0b586 req-b08781e2-8508-4f41-a781-4a7da5a6d2cc tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Allocated IP 172.20.0.7 (56d46d29-560d-47ad-81a5-640623ed77d9/e737284c-a5a6-4a63-a4b0-f2ad93902441/cfc5b618-827c-4edd-8aa8-b1f3ebc7d29e) {{(pid=109223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 00:33:29.458817 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-461c2046-6546-4476-9b0c-c52b14e02062 req-31d18ff4-d5d2-43a7-8f93-012e622b55f9 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315308 Feb 21 00:33:29.465762 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a97b68f-2e5a-440c-961c-866e430aec2f req-f4debea1-ff09-4c7a-8bfe-827175781c23 tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:29.477735 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-3a97b68f-2e5a-440c-961c-866e430aec2f req-f4debea1-ff09-4c7a-8bfe-827175781c23 tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] 10.222.0.45 "GET /v2.0/ports?device_id=7545b6ae-bc09-42e9-9963-e7313a084533 HTTP/1.1" status: 200 len: 946 time: 0.0993268 Feb 21 00:33:29.550338 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-3a97b68f-2e5a-440c-961c-866e430aec2f req-07852bd5-cb06-4a33-8d02-7a4eac6fe333 tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] 10.222.0.45 "GET /v2.0/security-groups?id=501164f9-baa4-41de-b5f4-e99fd87377d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669022 Feb 21 00:33:29.611484 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-6e245509-5eb4-4649-a140-626d7aa0b586 req-b08781e2-8508-4f41-a781-4a7da5a6d2cc tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Publish callbacks [] for port (cfc5b618-827c-4edd-8aa8-b1f3ebc7d29e), precommit_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:29.651725 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-6e245509-5eb4-4649-a140-626d7aa0b586 req-b08781e2-8508-4f41-a781-4a7da5a6d2cc tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731676182815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3995289'] for port (cfc5b618-827c-4edd-8aa8-b1f3ebc7d29e), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:29.675703 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] get_ports_and_sgs() called for port_ids ['f3d26097-eec0-4f8b-a37f-5da2c7131cf4', 'b298c567-214d-4f2e-822e-50aebdc7ad41', 'cb8b3afb-8aca-4b05-a174-7a420ff1e3f1'] {{(pid=109224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 00:33:29.696516 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e245509-5eb4-4649-a140-626d7aa0b586 req-b08781e2-8508-4f41-a781-4a7da5a6d2cc tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Network 56d46d29-560d-47ad-81a5-640623ed77d9 is already hosted by enough agents. {{(pid=109223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:33:29.702375 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.scheduler.base_scheduler [req-6e245509-5eb4-4649-a140-626d7aa0b586 req-b08781e2-8508-4f41-a781-4a7da5a6d2cc tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Resources bound (agent type, host, resource id): {{(pid=109223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:33:29.707058 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e245509-5eb4-4649-a140-626d7aa0b586 req-b08781e2-8508-4f41-a781-4a7da5a6d2cc tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Received port after_create {{(pid=109223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 00:33:29.762371 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e245509-5eb4-4649-a140-626d7aa0b586 req-b08781e2-8508-4f41-a781-4a7da5a6d2cc tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:29.762947 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-6e245509-5eb4-4649-a140-626d7aa0b586 req-b08781e2-8508-4f41-a781-4a7da5a6d2cc tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582445'] for port (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:29.765502 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08781e2-8508-4f41-a781-4a7da5a6d2cc tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Pushing event updated for resources: {'Port': ['ID=cfc5b618-827c-4edd-8aa8-b1f3ebc7d29e,revision_number=1']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:33:29.795348 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-6e245509-5eb4-4649-a140-626d7aa0b586 req-b08781e2-8508-4f41-a781-4a7da5a6d2cc tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7961438 Feb 21 00:33:29.826081 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.v2.base [req-6e245509-5eb4-4649-a140-626d7aa0b586 req-9f056806-305c-4870-a06e-a00542a74bc4 service neutron] Request body: {'port': {'device_id': 'd5a8ef3f-bf09-45df-962d-0e40abbae7a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=109223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:33:29.954129 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-6e245509-5eb4-4649-a140-626d7aa0b586 req-9f056806-305c-4870-a06e-a00542a74bc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (cfc5b618-827c-4edd-8aa8-b1f3ebc7d29e), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:29.975155 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a905d79-4f5c-479c-94de-5f32d1453cac req-ca4e1f9d-54ff-4eac-8438-230273a591e5 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:29.976826 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-8a905d79-4f5c-479c-94de-5f32d1453cac req-ca4e1f9d-54ff-4eac-8438-230273a591e5 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5a8ef3f-bf09-45df-962d-0e40abbae7a3 HTTP/1.1" status: 200 len: 931 time: 0.0959711 Feb 21 00:33:30.112732 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-8a905d79-4f5c-479c-94de-5f32d1453cac req-9a7350b2-0811-4daa-9b20-1709946aae37 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/security-groups?id=d4c2ccd5-90d6-42ad-bf3a-131ba1b47e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146259 Feb 21 00:33:30.291074 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.notifiers.nova [req-6e245509-5eb4-4649-a140-626d7aa0b586 req-9f056806-305c-4870-a06e-a00542a74bc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfc5b618-827c-4edd-8aa8-b1f3ebc7d29e {{(pid=109223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 00:33:30.298896 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-6e245509-5eb4-4649-a140-626d7aa0b586 req-9f056806-305c-4870-a06e-a00542a74bc4 service neutron] Publish callbacks [] for port (cfc5b618-827c-4edd-8aa8-b1f3ebc7d29e), precommit_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:30.312023 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [req-6e245509-5eb4-4649-a140-626d7aa0b586 req-9f056806-305c-4870-a06e-a00542a74bc4 service neutron] Transition to ACTIVE for port object cfc5b618-827c-4edd-8aa8-b1f3ebc7d29e will not be triggered until provisioned by entity L2. {{(pid=109223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 00:33:30.316152 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-6e245509-5eb4-4649-a140-626d7aa0b586 req-9f056806-305c-4870-a06e-a00542a74bc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3995266'] for port (cfc5b618-827c-4edd-8aa8-b1f3ebc7d29e), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:30.363608 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f056806-305c-4870-a06e-a00542a74bc4 service neutron] Pushing event updated for resources: {'Port': ['ID=cfc5b618-827c-4edd-8aa8-b1f3ebc7d29e,revision_number=2']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:33:30.434289 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.managers [req-6e245509-5eb4-4649-a140-626d7aa0b586 req-9f056806-305c-4870-a06e-a00542a74bc4 service neutron] Attempting to bind port cfc5b618-827c-4edd-8aa8-b1f3ebc7d29e on host hv-cinder-81322 for vnic_type normal with profile {{(pid=109223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 00:33:30.434511 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.managers [req-6e245509-5eb4-4649-a140-626d7aa0b586 req-9f056806-305c-4870-a06e-a00542a74bc4 service neutron] Attempting to bind port cfc5b618-827c-4edd-8aa8-b1f3ebc7d29e by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '41c853f0-8bb5-4bee-bddd-7995047fee1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '56d46d29-560d-47ad-81a5-640623ed77d9'}] {{(pid=109223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 00:33:30.434837 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e245509-5eb4-4649-a140-626d7aa0b586 req-9f056806-305c-4870-a06e-a00542a74bc4 service neutron] Attempting to bind port cfc5b618-827c-4edd-8aa8-b1f3ebc7d29e on network 56d46d29-560d-47ad-81a5-640623ed77d9 {{(pid=109223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:33:30.438946 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e245509-5eb4-4649-a140-626d7aa0b586 req-9f056806-305c-4870-a06e-a00542a74bc4 service neutron] Port cfc5b618-827c-4edd-8aa8-b1f3ebc7d29e on network 56d46d29-560d-47ad-81a5-640623ed77d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=109223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 00:33:30.439298 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e245509-5eb4-4649-a140-626d7aa0b586 req-9f056806-305c-4870-a06e-a00542a74bc4 service neutron] Attempting to bind port cfc5b618-827c-4edd-8aa8-b1f3ebc7d29e on network 56d46d29-560d-47ad-81a5-640623ed77d9 {{(pid=109223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:33:30.443996 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e245509-5eb4-4649-a140-626d7aa0b586 req-9f056806-305c-4870-a06e-a00542a74bc4 service neutron] Checking agent: {'id': '2124d49d-e543-43fa-8e9f-817e1d020459', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 0, 29, 44), 'started_at': datetime.datetime(2022, 2, 21, 0, 29, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 0, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 00:33:30.444328 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e245509-5eb4-4649-a140-626d7aa0b586 req-9f056806-305c-4870-a06e-a00542a74bc4 service neutron] Checking segment: {'id': '41c853f0-8bb5-4bee-bddd-7995047fee1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '56d46d29-560d-47ad-81a5-640623ed77d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:33:30.444704 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e245509-5eb4-4649-a140-626d7aa0b586 req-9f056806-305c-4870-a06e-a00542a74bc4 service neutron] Bound using segment: {'id': '41c853f0-8bb5-4bee-bddd-7995047fee1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '56d46d29-560d-47ad-81a5-640623ed77d9'} {{(pid=109223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 00:33:30.445143 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.managers [req-6e245509-5eb4-4649-a140-626d7aa0b586 req-9f056806-305c-4870-a06e-a00542a74bc4 service neutron] Bound port: cfc5b618-827c-4edd-8aa8-b1f3ebc7d29e, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41c853f0-8bb5-4bee-bddd-7995047fee1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '56d46d29-560d-47ad-81a5-640623ed77d9'}}] {{(pid=109223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 00:33:30.445491 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-6e245509-5eb4-4649-a140-626d7aa0b586 req-9f056806-305c-4870-a06e-a00542a74bc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (cfc5b618-827c-4edd-8aa8-b1f3ebc7d29e), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:30.506833 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [req-6e245509-5eb4-4649-a140-626d7aa0b586 req-9f056806-305c-4870-a06e-a00542a74bc4 service neutron] For port cfc5b618-827c-4edd-8aa8-b1f3ebc7d29e, host hv-cinder-81322, cleared binding levels {{(pid=109223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 00:33:30.510161 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [req-6e245509-5eb4-4649-a140-626d7aa0b586 req-9f056806-305c-4870-a06e-a00542a74bc4 service neutron] For port cfc5b618-827c-4edd-8aa8-b1f3ebc7d29e, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=cfc5b618-827c-4edd-8aa8-b1f3ebc7d29e,segment=NetworkSegment(41c853f0-8bb5-4bee-bddd-7995047fee1c),segment_id=41c853f0-8bb5-4bee-bddd-7995047fee1c)] {{(pid=109223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 00:33:30.515813 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-6e245509-5eb4-4649-a140-626d7aa0b586 req-9f056806-305c-4870-a06e-a00542a74bc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3995266'] for port (cfc5b618-827c-4edd-8aa8-b1f3ebc7d29e), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:30.548969 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e245509-5eb4-4649-a140-626d7aa0b586 req-9f056806-305c-4870-a06e-a00542a74bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:30.549622 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-6e245509-5eb4-4649-a140-626d7aa0b586 req-9f056806-305c-4870-a06e-a00542a74bc4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582445'] for port (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:30.551349 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-6e245509-5eb4-4649-a140-626d7aa0b586 req-9f056806-305c-4870-a06e-a00542a74bc4 service neutron] 10.222.0.36 "PUT /v2.0/ports/cfc5b618-827c-4edd-8aa8-b1f3ebc7d29e HTTP/1.1" status: 200 len: 1093 time: 0.7356586 Feb 21 00:33:30.553794 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5a8ef3f-bf09-45df-962d-0e40abbae7a3', 'tag': 'cfc5b618-827c-4edd-8aa8-b1f3ebc7d29e'}] {{(pid=109223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:33:30.556069 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e715aefe3c9ef135eab9c3f6db0762b6d644c88deee0f0e52fc82e911840b856" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53fecc8b-e46a-4ad5-88d7-6a22e1904b52" -d '{"events": [{"name": "network-changed", "server_uuid": "d5a8ef3f-bf09-45df-962d-0e40abbae7a3", "tag": "cfc5b618-827c-4edd-8aa8-b1f3ebc7d29e"}]}' {{(pid=109223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:33:30.592172 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f056806-305c-4870-a06e-a00542a74bc4 service neutron] Pushing event updated for resources: {'Port': ['ID=cfc5b618-827c-4edd-8aa8-b1f3ebc7d29e,revision_number=3']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:33:30.604722 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 00:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40c93831-5bbe-46e5-afc4-45388100a4df x-openstack-request-id: req-40c93831-5bbe-46e5-afc4-45388100a4df {{(pid=109223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:33:30.605280 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5a8ef3f-bf09-45df-962d-0e40abbae7a3", "tag": "cfc5b618-827c-4edd-8aa8-b1f3ebc7d29e", "status": "completed", "code": 200}]} {{(pid=109223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:33:30.605607 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-40c93831-5bbe-46e5-afc4-45388100a4df {{(pid=109223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:33:30.606065 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5a8ef3f-bf09-45df-962d-0e40abbae7a3', 'tag': 'cfc5b618-827c-4edd-8aa8-b1f3ebc7d29e', 'status': 'completed', 'code': 200} Feb 21 00:33:30.614545 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707006db-6507-444c-b668-99427b7039a1 req-a74700d5-b458-46ac-9d65-f7cda3d753e1 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:30.616133 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-707006db-6507-444c-b668-99427b7039a1 req-a74700d5-b458-46ac-9d65-f7cda3d753e1 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8230352-c17e-4cac-8ed0-da7c12f48e16 HTTP/1.1" status: 200 len: 945 time: 0.0848784 Feb 21 00:33:30.673863 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-707006db-6507-444c-b668-99427b7039a1 req-0d09e37a-f4be-4090-a6bd-c106ac19eccd tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519590 Feb 21 00:33:30.705434 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e245509-5eb4-4649-a140-626d7aa0b586 req-022c5dd3-b1eb-48a9-85e4-dc2a16bbef7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:30.707146 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-6e245509-5eb4-4649-a140-626d7aa0b586 req-022c5dd3-b1eb-48a9-85e4-dc2a16bbef7d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0467d31eadf844478eb8071898fb128e&device_id=d5a8ef3f-bf09-45df-962d-0e40abbae7a3 HTTP/1.1" status: 200 len: 1127 time: 0.0851190 Feb 21 00:33:30.722633 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0a7130-297b-450d-8618-8d9038f0b2ef req-ddd04ee8-ba84-489c-a4f8-88fb5e04b633 tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:30.724205 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-bd0a7130-297b-450d-8618-8d9038f0b2ef req-ddd04ee8-ba84-489c-a4f8-88fb5e04b633 tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] 10.222.0.45 "GET /v2.0/ports?device_id=7545b6ae-bc09-42e9-9963-e7313a084533 HTTP/1.1" status: 200 len: 946 time: 0.0723035 Feb 21 00:33:30.771497 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-6e245509-5eb4-4649-a140-626d7aa0b586 req-da0bae79-cb98-4da4-85a3-415611a0fbb5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cfc5b618-827c-4edd-8aa8-b1f3ebc7d29e HTTP/1.1" status: 200 len: 217 time: 0.0462067 Feb 21 00:33:30.830598 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-bd0a7130-297b-450d-8618-8d9038f0b2ef req-c464e197-4aa7-4186-8623-cfb5fb82db4d tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] 10.222.0.45 "GET /v2.0/security-groups?id=501164f9-baa4-41de-b5f4-e99fd87377d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987220 Feb 21 00:33:30.840651 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e245509-5eb4-4649-a140-626d7aa0b586 req-32f219d9-9414-4e12-aa64-361f32ca4f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:30.847649 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-6e245509-5eb4-4649-a140-626d7aa0b586 req-32f219d9-9414-4e12-aa64-361f32ca4f15 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e737284c-a5a6-4a63-a4b0-f2ad93902441 HTTP/1.1" status: 200 len: 854 time: 0.0561798 Feb 21 00:33:30.850932 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 54956) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:33:30.880479 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-6e245509-5eb4-4649-a140-626d7aa0b586 req-d18401b3-8de8-4105-9cf8-bf5e035ce0b8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=56d46d29-560d-47ad-81a5-640623ed77d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254545 Feb 21 00:33:30.957302 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-640aa583-01a2-4529-b181-036fe3ef299f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:30.978941 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-6e245509-5eb4-4649-a140-626d7aa0b586 req-7e173748-ecdf-42c1-8009-bdc7b5f25e94 service neutron] 10.222.0.36 "GET /v2.0/networks/56d46d29-560d-47ad-81a5-640623ed77d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834177 Feb 21 00:33:31.032193 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-640aa583-01a2-4529-b181-036fe3ef299f admin admin] Publish callbacks [] for security_group (ed73eae6-dd09-4717-864f-8455988ef59e), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:31.035962 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-640aa583-01a2-4529-b181-036fe3ef299f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (ed73eae6-dd09-4717-864f-8455988ef59e), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:31.076473 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-6e245509-5eb4-4649-a140-626d7aa0b586 req-0b57a09e-dd24-4df4-a986-00800cc7463d service neutron] 10.222.0.36 "GET /v2.0/networks/56d46d29-560d-47ad-81a5-640623ed77d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899429 Feb 21 00:33:31.079284 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 54964) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:33:31.079559 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-640aa583-01a2-4529-b181-036fe3ef299f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=22c3e133285843ae80cd27d652d90629&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2274876 Feb 21 00:33:31.080510 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640aa583-01a2-4529-b181-036fe3ef299f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed73eae6-dd09-4717-864f-8455988ef59e,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:33:31.129247 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-a3bfae97-fc2d-4f70-93bd-5ab7ce11cf99 admin admin] Publish callbacks [] for security_group (ed73eae6-dd09-4717-864f-8455988ef59e), before_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:31.150950 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-a3bfae97-fc2d-4f70-93bd-5ab7ce11cf99 admin admin] Publish callbacks [] for security_group (ed73eae6-dd09-4717-864f-8455988ef59e), precommit_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:31.225265 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fecc8b-e46a-4ad5-88d7-6a22e1904b52 req-9f54a0e7-8ef8-4b6a-926f-1cb13578be1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:31.227308 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-53fecc8b-e46a-4ad5-88d7-6a22e1904b52 req-9f54a0e7-8ef8-4b6a-926f-1cb13578be1d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0467d31eadf844478eb8071898fb128e&device_id=d5a8ef3f-bf09-45df-962d-0e40abbae7a3 HTTP/1.1" status: 200 len: 1127 time: 0.0631888 Feb 21 00:33:31.234396 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-a3bfae97-fc2d-4f70-93bd-5ab7ce11cf99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (ed73eae6-dd09-4717-864f-8455988ef59e), after_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:31.237090 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-a3bfae97-fc2d-4f70-93bd-5ab7ce11cf99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:31.240521 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-a3bfae97-fc2d-4f70-93bd-5ab7ce11cf99 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ed73eae6-dd09-4717-864f-8455988ef59e HTTP/1.1" status: 204 len: 168 time: 0.1577809 Feb 21 00:33:31.257751 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bfae97-fc2d-4f70-93bd-5ab7ce11cf99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed73eae6-dd09-4717-864f-8455988ef59e,revision_number=None']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:33:31.276572 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a1788d-272b-4ea7-b1c8-a00bd7b91c77 req-e1b620d3-6e9b-4c07-a38d-6fe9eff264f2 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:31.284008 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-61a1788d-272b-4ea7-b1c8-a00bd7b91c77 req-e1b620d3-6e9b-4c07-a38d-6fe9eff264f2 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5a8ef3f-bf09-45df-962d-0e40abbae7a3 HTTP/1.1" status: 200 len: 943 time: 0.0991511 Feb 21 00:33:31.347757 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-61a1788d-272b-4ea7-b1c8-a00bd7b91c77 req-8cbbfdf3-6ef8-465d-ba66-99045d019050 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/security-groups?id=d4c2ccd5-90d6-42ad-bf3a-131ba1b47e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598438 Feb 21 00:33:31.378032 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fecc8b-e46a-4ad5-88d7-6a22e1904b52 req-24bd19ba-c50f-4d41-b5d6-fb481d48aa28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:31.383113 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-53fecc8b-e46a-4ad5-88d7-6a22e1904b52 req-24bd19ba-c50f-4d41-b5d6-fb481d48aa28 service neutron] 10.222.0.36 "GET /v2.0/networks?id=56d46d29-560d-47ad-81a5-640623ed77d9 HTTP/1.1" status: 200 len: 915 time: 0.1407108 Feb 21 00:33:31.392040 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-d14dd26c-c7f8-45c6-8e46-b56ae880a45c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (57941464-2af3-4cc7-9b46-3eeacd6f6fca), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:31.435129 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-53fecc8b-e46a-4ad5-88d7-6a22e1904b52 req-16fe44db-dc8a-4ce9-bc09-b5b858a11d05 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cfc5b618-827c-4edd-8aa8-b1f3ebc7d29e HTTP/1.1" status: 200 len: 217 time: 0.0365512 Feb 21 00:33:31.495738 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fecc8b-e46a-4ad5-88d7-6a22e1904b52 req-7042c7c3-b3c8-4e50-a90c-00bc1093f315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:31.497248 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-53fecc8b-e46a-4ad5-88d7-6a22e1904b52 req-7042c7c3-b3c8-4e50-a90c-00bc1093f315 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e737284c-a5a6-4a63-a4b0-f2ad93902441 HTTP/1.1" status: 200 len: 854 time: 0.0518222 Feb 21 00:33:31.551062 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-53fecc8b-e46a-4ad5-88d7-6a22e1904b52 req-cb50e81a-a155-4211-b541-eaaedcd9305b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=56d46d29-560d-47ad-81a5-640623ed77d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432093 Feb 21 00:33:31.688715 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-53fecc8b-e46a-4ad5-88d7-6a22e1904b52 req-79369d85-ffdd-45ae-84c0-486e8bb51c2c service neutron] 10.222.0.36 "GET /v2.0/networks/56d46d29-560d-47ad-81a5-640623ed77d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107013 Feb 21 00:33:31.710874 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac46566-e345-4db1-af2f-c41d9e688de6 req-529b6581-8849-4b7c-aec8-01eee2460c02 tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:31.720156 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-cac46566-e345-4db1-af2f-c41d9e688de6 req-529b6581-8849-4b7c-aec8-01eee2460c02 tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] 10.222.0.45 "GET /v2.0/ports?device_id=7545b6ae-bc09-42e9-9963-e7313a084533 HTTP/1.1" status: 200 len: 946 time: 0.0651348 Feb 21 00:33:31.783658 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-cac46566-e345-4db1-af2f-c41d9e688de6 req-f12b64b9-1e5e-4c04-a72e-e90a71efaea7 tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] 10.222.0.45 "GET /v2.0/security-groups?id=501164f9-baa4-41de-b5f4-e99fd87377d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614426 Feb 21 00:33:31.851886 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-53fecc8b-e46a-4ad5-88d7-6a22e1904b52 req-64bd7c9d-ec68-43f1-98b7-141c0de4a888 service neutron] 10.222.0.36 "GET /v2.0/networks/56d46d29-560d-47ad-81a5-640623ed77d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514513 Feb 21 00:33:31.859056 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a240d8fd-cc29-4e01-9a80-f4258fa3f9bf req-216399ca-af28-47fc-8125-13c21e9715d0 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:31.860559 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-a240d8fd-cc29-4e01-9a80-f4258fa3f9bf req-216399ca-af28-47fc-8125-13c21e9715d0 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8230352-c17e-4cac-8ed0-da7c12f48e16 HTTP/1.1" status: 200 len: 945 time: 0.0879793 Feb 21 00:33:31.891469 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.agents_db [None req-b2a96afc-399a-46ae-93e6-bd9f3e536be2 None None] Agent healthcheck: found 6 active agents {{(pid=109225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 00:33:31.934337 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-a240d8fd-cc29-4e01-9a80-f4258fa3f9bf req-5e403706-2d61-4770-b68d-8af39dfdd55d tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606232 Feb 21 00:33:32.456256 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c5d500-a309-48ac-b106-2b44425420cf req-7d886ee1-ae57-41ca-9a23-68a37d09c43a tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:32.457745 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-a6c5d500-a309-48ac-b106-2b44425420cf req-7d886ee1-ae57-41ca-9a23-68a37d09c43a tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5a8ef3f-bf09-45df-962d-0e40abbae7a3 HTTP/1.1" status: 200 len: 943 time: 0.0544810 Feb 21 00:33:32.509795 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-a6c5d500-a309-48ac-b106-2b44425420cf req-53f88aba-fd37-48a5-927c-969e5b5c4625 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/security-groups?id=d4c2ccd5-90d6-42ad-bf3a-131ba1b47e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457869 Feb 21 00:33:33.083550 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c81d63-2395-4429-b83f-1721a9e45277 req-9b89c46d-9836-41c6-b7c5-1730f9200ac1 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:33.085677 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-81c81d63-2395-4429-b83f-1721a9e45277 req-9b89c46d-9836-41c6-b7c5-1730f9200ac1 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8230352-c17e-4cac-8ed0-da7c12f48e16 HTTP/1.1" status: 200 len: 945 time: 0.0633671 Feb 21 00:33:33.111050 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62241c8e-1a14-4226-b137-fa59f7aaaefd req-9a7eccc0-b4c1-4b09-9e59-95f1bab31f37 tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:33.113317 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-62241c8e-1a14-4226-b137-fa59f7aaaefd req-9a7eccc0-b4c1-4b09-9e59-95f1bab31f37 tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] 10.222.0.45 "GET /v2.0/ports?device_id=7545b6ae-bc09-42e9-9963-e7313a084533 HTTP/1.1" status: 200 len: 946 time: 0.2685366 Feb 21 00:33:33.143726 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-81c81d63-2395-4429-b83f-1721a9e45277 req-9d5ac55b-d157-4b36-80c1-269f98fc4f1e tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519998 Feb 21 00:33:33.168337 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-62241c8e-1a14-4226-b137-fa59f7aaaefd req-f9fba9a9-cc74-413d-a0f9-c8b5cdf33fbc tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] 10.222.0.45 "GET /v2.0/security-groups?id=501164f9-baa4-41de-b5f4-e99fd87377d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480783 Feb 21 00:33:33.503992 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-1b34f120-a705-4dee-8f68-211ba78cc1b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (47b5b2cb-5391-4fc3-9478-3db20537c35a), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:33.648667 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a7c733-281e-4599-b741-f777f07f6727 req-98d07485-3dde-4d85-927e-7b1e3402f4b9 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:33.650160 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-82a7c733-281e-4599-b741-f777f07f6727 req-98d07485-3dde-4d85-927e-7b1e3402f4b9 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5a8ef3f-bf09-45df-962d-0e40abbae7a3 HTTP/1.1" status: 200 len: 943 time: 0.0609779 Feb 21 00:33:33.698716 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-82a7c733-281e-4599-b741-f777f07f6727 req-c4aa238d-ae60-46aa-a46b-7a4701d04209 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/security-groups?id=d4c2ccd5-90d6-42ad-bf3a-131ba1b47e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422933 Feb 21 00:33:33.922363 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c831350-d064-485e-895a-1b209e78fbb3 req-e2fa1ae9-62a2-4485-a22c-b6b659ac934c tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:33.923733 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-4c831350-d064-485e-895a-1b209e78fbb3 req-e2fa1ae9-62a2-4485-a22c-b6b659ac934c tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] 10.222.0.36 "GET /v2.0/ports?device_id=7545b6ae-bc09-42e9-9963-e7313a084533 HTTP/1.1" status: 200 len: 946 time: 0.0504389 Feb 21 00:33:34.080382 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [req-4c831350-d064-485e-895a-1b209e78fbb3 req-35db8c18-36a2-4bf7-8f37-152d9feaf5ff tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] Deleting port 96f80eb6-1a9c-4fa1-93aa-bb26d60fc95c {{(pid=109223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 00:33:34.080722 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-4c831350-d064-485e-895a-1b209e78fbb3 req-35db8c18-36a2-4bf7-8f37-152d9feaf5ff tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731676621334'] for port (96f80eb6-1a9c-4fa1-93aa-bb26d60fc95c), before_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:34.170150 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [req-4c831350-d064-485e-895a-1b209e78fbb3 req-35db8c18-36a2-4bf7-8f37-152d9feaf5ff tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] For port 96f80eb6-1a9c-4fa1-93aa-bb26d60fc95c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=96f80eb6-1a9c-4fa1-93aa-bb26d60fc95c,segment=NetworkSegment(22970966-465a-4533-8294-0df908b152f2),segment_id=22970966-465a-4533-8294-0df908b152f2)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:33:34.170683 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-4c831350-d064-485e-895a-1b209e78fbb3 req-35db8c18-36a2-4bf7-8f37-152d9feaf5ff tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950719'] for port (96f80eb6-1a9c-4fa1-93aa-bb26d60fc95c), precommit_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:34.187031 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [req-4c831350-d064-485e-895a-1b209e78fbb3 req-35db8c18-36a2-4bf7-8f37-152d9feaf5ff tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] Calling delete_port for 96f80eb6-1a9c-4fa1-93aa-bb26d60fc95c owned by compute:nova {{(pid=109223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 00:33:34.316696 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3fface-e5c2-43da-a7e1-6eb99356088d req-25267898-f1f8-4f1c-b97c-132be2fddcf0 tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:34.318718 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-5c3fface-e5c2-43da-a7e1-6eb99356088d req-25267898-f1f8-4f1c-b97c-132be2fddcf0 tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] 10.222.0.45 "GET /v2.0/ports?device_id=7545b6ae-bc09-42e9-9963-e7313a084533 HTTP/1.1" status: 200 len: 946 time: 0.0662997 Feb 21 00:33:34.338949 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b75aade-5ac9-4b9a-a119-bab9be5d3b37 req-95cb6bf4-9109-427e-966e-64fe0eb4d28f tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:34.338949 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-2b75aade-5ac9-4b9a-a119-bab9be5d3b37 req-95cb6bf4-9109-427e-966e-64fe0eb4d28f tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8230352-c17e-4cac-8ed0-da7c12f48e16 HTTP/1.1" status: 200 len: 945 time: 0.1136301 Feb 21 00:33:34.375449 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-5c3fface-e5c2-43da-a7e1-6eb99356088d req-41e71400-f8ef-4f38-963c-be4c66438550 tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] 10.222.0.45 "GET /v2.0/security-groups?id=501164f9-baa4-41de-b5f4-e99fd87377d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480568 Feb 21 00:33:34.439500 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-4c831350-d064-485e-895a-1b209e78fbb3 req-35db8c18-36a2-4bf7-8f37-152d9feaf5ff tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731676626041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731676182824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3995289'] for port (96f80eb6-1a9c-4fa1-93aa-bb26d60fc95c), after_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:34.443758 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-2b75aade-5ac9-4b9a-a119-bab9be5d3b37 req-7d4076a2-693a-4eb8-a294-79e677e2f9d9 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956249 Feb 21 00:33:34.454267 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] get_ports_and_sgs() called for port_ids ['96f80eb6-1a9c-4fa1-93aa-bb26d60fc95c'] {{(pid=109224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 00:33:34.477113 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35db8c18-36a2-4bf7-8f37-152d9feaf5ff tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] Pushing event deleted for resources: {'Port': ['ID=96f80eb6-1a9c-4fa1-93aa-bb26d60fc95c,revision_number=None']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:33:34.540340 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c831350-d064-485e-895a-1b209e78fbb3 req-35db8c18-36a2-4bf7-8f37-152d9feaf5ff tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] No DVR routers for this DVR port 96f80eb6-1a9c-4fa1-93aa-bb26d60fc95c on host hv-cinder-81322 {{(pid=109223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 00:33:34.543464 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-4c831350-d064-485e-895a-1b209e78fbb3 req-35db8c18-36a2-4bf7-8f37-152d9feaf5ff tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469064'] for port (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:34.547307 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-4c831350-d064-485e-895a-1b209e78fbb3 req-35db8c18-36a2-4bf7-8f37-152d9feaf5ff tempest-VolumesActionsTest-1444371746 tempest-VolumesActionsTest-1444371746-project] 10.222.0.36 "DELETE /v2.0/ports/96f80eb6-1a9c-4fa1-93aa-bb26d60fc95c HTTP/1.1" status: 204 len: 173 time: 0.6158316 Feb 21 00:33:34.547744 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7545b6ae-bc09-42e9-9963-e7313a084533', 'name': 'network-vif-deleted', 'tag': '96f80eb6-1a9c-4fa1-93aa-bb26d60fc95c'}] {{(pid=109223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:33:34.549952 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e715aefe3c9ef135eab9c3f6db0762b6d644c88deee0f0e52fc82e911840b856" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c7c7aef-7807-4112-ab26-e18bee7d89fb" -d '{"events": [{"server_uuid": "7545b6ae-bc09-42e9-9963-e7313a084533", "name": "network-vif-deleted", "tag": "96f80eb6-1a9c-4fa1-93aa-bb26d60fc95c"}]}' {{(pid=109223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:33:34.591646 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 00:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49ad0acd-d398-40fb-a457-e57888efd3a4 x-openstack-request-id: req-49ad0acd-d398-40fb-a457-e57888efd3a4 {{(pid=109223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:33:34.592428 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7545b6ae-bc09-42e9-9963-e7313a084533", "name": "network-vif-deleted", "tag": "96f80eb6-1a9c-4fa1-93aa-bb26d60fc95c", "status": "completed", "code": 200}]} {{(pid=109223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:33:34.592428 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-49ad0acd-d398-40fb-a457-e57888efd3a4 {{(pid=109223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:33:34.592629 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7545b6ae-bc09-42e9-9963-e7313a084533', 'name': 'network-vif-deleted', 'tag': '96f80eb6-1a9c-4fa1-93aa-bb26d60fc95c', 'status': 'completed', 'code': 200} Feb 21 00:33:34.691312 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-b2f4f9d8-fd28-41ba-a1f9-d8f66114851f req-c734255a-0bde-475d-ac89-ef6108907bee tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2059579576&fields=id&tenant_id=2270182ca89c4878829f5c7baac9afe8 HTTP/1.1" status: 200 len: 267 time: 0.0556149 Feb 21 00:33:34.801113 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f4f9d8-fd28-41ba-a1f9-d8f66114851f req-b7f9de3a-87a7-4f80-9aa7-94bbb29fcba5 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:34.802612 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-b2f4f9d8-fd28-41ba-a1f9-d8f66114851f req-b7f9de3a-87a7-4f80-9aa7-94bbb29fcba5 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/networks?id=2e0e8283-a033-407a-bc70-5d3d5b11923a HTTP/1.1" status: 200 len: 812 time: 0.1047461 Feb 21 00:33:34.817919 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-b2f4f9d8-fd28-41ba-a1f9-d8f66114851f req-e4371fe5-78ff-4c38-a2d7-638e2bc6098d tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/quotas/2270182ca89c4878829f5c7baac9afe8 HTTP/1.1" status: 200 len: 375 time: 0.0098217 Feb 21 00:33:34.818164 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7529aa-aa74-4445-abdc-8ca7630c06eb req-1b395cf8-287e-4aa1-b70e-a67642f4d2c3 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:34.820427 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-ee7529aa-aa74-4445-abdc-8ca7630c06eb req-1b395cf8-287e-4aa1-b70e-a67642f4d2c3 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5a8ef3f-bf09-45df-962d-0e40abbae7a3 HTTP/1.1" status: 200 len: 943 time: 0.0531712 Feb 21 00:33:34.867077 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-ee7529aa-aa74-4445-abdc-8ca7630c06eb req-5d66e1e2-3034-407d-a238-21bc30c95c31 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/security-groups?id=d4c2ccd5-90d6-42ad-bf3a-131ba1b47e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409729 Feb 21 00:33:34.877162 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-b2f4f9d8-fd28-41ba-a1f9-d8f66114851f req-04456f90-437f-42ef-a46a-c1b5ba70a1d3 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=2270182ca89c4878829f5c7baac9afe8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495965 Feb 21 00:33:34.972297 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-b2f4f9d8-fd28-41ba-a1f9-d8f66114851f req-a6b8acfe-2ef1-4407-9e22-3722859d614b service neutron] 10.222.0.45 "GET /v2.0/networks/2e0e8283-a033-407a-bc70-5d3d5b11923a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840859 Feb 21 00:33:35.061082 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-b2f4f9d8-fd28-41ba-a1f9-d8f66114851f req-750122ca-c7bf-49f9-84d5-6ee5f0e9d52b service neutron] 10.222.0.45 "GET /v2.0/networks/2e0e8283-a033-407a-bc70-5d3d5b11923a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832031 Feb 21 00:33:35.072768 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-2cd5f963-efb3-4d3f-8e75-14b6a6f65242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (4a388d83-9cb8-49a2-9541-35a13f295f4a), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:35.357660 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-12d20247-b23a-4f87-be95-8af57f9c582d req-fefb19eb-1cf0-43dc-8e43-9a045f8e011c tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/ports?device_id=dcb8276e-ea77-4539-906f-42a546630687 HTTP/1.1" status: 200 len: 210 time: 0.0285816 Feb 21 00:33:35.599907 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb39df1b-3405-47e2-b744-cf04add596f8 req-1128438c-a18d-44e4-9fa5-38ef917c76cf tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:35.602661 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-eb39df1b-3405-47e2-b744-cf04add596f8 req-1128438c-a18d-44e4-9fa5-38ef917c76cf tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8230352-c17e-4cac-8ed0-da7c12f48e16 HTTP/1.1" status: 200 len: 945 time: 0.0756974 Feb 21 00:33:35.673996 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-eb39df1b-3405-47e2-b744-cf04add596f8 req-a20883fb-b74e-4e2f-8b39-658daaa25526 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610366 Feb 21 00:33:35.898028 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Device cfc5b618-827c-4edd-8aa8-b1f3ebc7d29e details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109224) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 00:33:36.008783 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b718af77-d1bf-4027-bf6a-3948aba142cf req-9f4f4f54-f28b-42dc-aa85-2437699f3cb3 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:36.010275 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-b718af77-d1bf-4027-bf6a-3948aba142cf req-9f4f4f54-f28b-42dc-aa85-2437699f3cb3 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5a8ef3f-bf09-45df-962d-0e40abbae7a3 HTTP/1.1" status: 200 len: 943 time: 0.0676129 Feb 21 00:33:36.020129 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] For port cfc5b618-827c-4edd-8aa8-b1f3ebc7d29e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=cfc5b618-827c-4edd-8aa8-b1f3ebc7d29e,segment=NetworkSegment(41c853f0-8bb5-4bee-bddd-7995047fee1c),segment_id=41c853f0-8bb5-4bee-bddd-7995047fee1c)] {{(pid=109224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:33:36.031685 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Returning: {'device': 'cfc5b618-827c-4edd-8aa8-b1f3ebc7d29e', 'network_id': '56d46d29-560d-47ad-81a5-640623ed77d9', 'port_id': 'cfc5b618-827c-4edd-8aa8-b1f3ebc7d29e', 'mac_address': 'fa:16:3e:c0:e6:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e737284c-a5a6-4a63-a4b0-f2ad93902441', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109224) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 00:33:36.071719 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-b718af77-d1bf-4027-bf6a-3948aba142cf req-05764f10-3d3c-40ed-9c89-7ea6bd1f5a9b tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/security-groups?id=d4c2ccd5-90d6-42ad-bf3a-131ba1b47e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533831 Feb 21 00:33:36.089378 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Current status of the port cfc5b618-827c-4edd-8aa8-b1f3ebc7d29e is: DOWN; New status is: BUILD {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:33:36.089871 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (cfc5b618-827c-4edd-8aa8-b1f3ebc7d29e), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:36.111800 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.notifiers.nova [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfc5b618-827c-4edd-8aa8-b1f3ebc7d29e {{(pid=109224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 00:33:36.131962 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] For port cfc5b618-827c-4edd-8aa8-b1f3ebc7d29e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=cfc5b618-827c-4edd-8aa8-b1f3ebc7d29e,segment=NetworkSegment(41c853f0-8bb5-4bee-bddd-7995047fee1c),segment_id=41c853f0-8bb5-4bee-bddd-7995047fee1c)] {{(pid=109224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:33:36.135781 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (cfc5b618-827c-4edd-8aa8-b1f3ebc7d29e), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:36.183897 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Pushing event updated for resources: {'Port': ['ID=cfc5b618-827c-4edd-8aa8-b1f3ebc7d29e,revision_number=4']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:33:36.375596 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-09e0abcb-2b1d-4918-a5e2-a10ed408e1f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (417c2155-c2c7-44af-91e4-b32264eafb82), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:36.453282 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-d94fccfe-ea7c-4a2a-8931-97005bd8710c req-01653078-8f8d-401f-b5cf-6b6d8bca44fb tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/ports?device_id=dcb8276e-ea77-4539-906f-42a546630687 HTTP/1.1" status: 200 len: 210 time: 0.0262904 Feb 21 00:33:36.600210 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] get_ports_and_sgs() called for port_ids ['cfc5b618-827c-4edd-8aa8-b1f3ebc7d29e'] {{(pid=109224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 00:33:36.604367 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f4f9d8-fd28-41ba-a1f9-d8f66114851f req-0b659f12-43a8-4898-98b7-8098d9ae6a4d tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:36.606176 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-b2f4f9d8-fd28-41ba-a1f9-d8f66114851f req-0b659f12-43a8-4898-98b7-8098d9ae6a4d tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.36 "GET /v2.0/networks?id=2e0e8283-a033-407a-bc70-5d3d5b11923a HTTP/1.1" status: 200 len: 812 time: 0.1077912 Feb 21 00:33:36.680287 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-b2f4f9d8-fd28-41ba-a1f9-d8f66114851f req-1ce93dd0-7b7d-46da-8d4f-6a8df3e59782 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2270182ca89c4878829f5c7baac9afe8 HTTP/1.1" status: 200 len: 380 time: 0.0639982 Feb 21 00:33:36.810156 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ad6303-fd2d-4f67-89b9-f0991b8bacdd req-64431f7a-d7db-421a-bd95-d8f775e51fa2 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:36.810156 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-43ad6303-fd2d-4f67-89b9-f0991b8bacdd req-64431f7a-d7db-421a-bd95-d8f775e51fa2 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8230352-c17e-4cac-8ed0-da7c12f48e16 HTTP/1.1" status: 200 len: 945 time: 0.0651078 Feb 21 00:33:36.857106 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-43ad6303-fd2d-4f67-89b9-f0991b8bacdd req-00169ad0-4af8-404e-a557-b8a53f218280 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448279 Feb 21 00:33:37.182429 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b206ccf6-5c93-4a4a-9c16-a684810133df req-c8f1a799-a800-4eab-81f9-93bfefc612c7 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:37.183940 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-b206ccf6-5c93-4a4a-9c16-a684810133df req-c8f1a799-a800-4eab-81f9-93bfefc612c7 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5a8ef3f-bf09-45df-962d-0e40abbae7a3 HTTP/1.1" status: 200 len: 944 time: 0.0508139 Feb 21 00:33:37.232901 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-b206ccf6-5c93-4a4a-9c16-a684810133df req-62b4aaaa-a62a-4b3a-a348-85e41617ce42 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/security-groups?id=d4c2ccd5-90d6-42ad-bf3a-131ba1b47e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428760 Feb 21 00:33:37.545780 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-b730ff61-9517-426b-aa8e-0f273d94679d req-acb837c4-0c97-4768-aa49-73eb7d5cbb6c tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/ports?device_id=dcb8276e-ea77-4539-906f-42a546630687 HTTP/1.1" status: 200 len: 210 time: 0.0260963 Feb 21 00:33:37.971006 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62365a5-fd62-44e2-8876-eed77ff2faac req-fc8ef001-0dbb-4891-8859-fb4c509b1892 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:37.972763 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-c62365a5-fd62-44e2-8876-eed77ff2faac req-fc8ef001-0dbb-4891-8859-fb4c509b1892 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8230352-c17e-4cac-8ed0-da7c12f48e16 HTTP/1.1" status: 200 len: 945 time: 0.0510807 Feb 21 00:33:38.018651 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-c62365a5-fd62-44e2-8876-eed77ff2faac req-04af860a-6c4b-471a-b400-8ac12f5e7186 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404048 Feb 21 00:33:38.042460 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (d6e95c40-1d90-4a13-9e37-1d6580a24190), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:38.346200 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53cd94e-1485-464f-b215-481053c86f3b req-63086a02-efb2-42a4-bee9-fbf0ff5ef638 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:38.347928 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-b53cd94e-1485-464f-b215-481053c86f3b req-63086a02-efb2-42a4-bee9-fbf0ff5ef638 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5a8ef3f-bf09-45df-962d-0e40abbae7a3 HTTP/1.1" status: 200 len: 944 time: 0.0507221 Feb 21 00:33:38.397706 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-b53cd94e-1485-464f-b215-481053c86f3b req-fb2a47a6-00a8-4ab5-bb2d-1936f6a206fb tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/security-groups?id=d4c2ccd5-90d6-42ad-bf3a-131ba1b47e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443122 Feb 21 00:33:38.636384 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-c3e9d772-89b3-46fd-9109-bbc6c5347cb9 req-9be811af-9c24-42f8-aa28-d2647fa9d8a6 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/ports?device_id=dcb8276e-ea77-4539-906f-42a546630687 HTTP/1.1" status: 200 len: 210 time: 0.0255404 Feb 21 00:33:39.134218 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06538782-f022-4407-95b7-54afb1f07708 req-88938e01-fcb2-4f01-8a51-f5467e3a1806 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:39.135730 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-06538782-f022-4407-95b7-54afb1f07708 req-88938e01-fcb2-4f01-8a51-f5467e3a1806 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8230352-c17e-4cac-8ed0-da7c12f48e16 HTTP/1.1" status: 200 len: 945 time: 0.0520890 Feb 21 00:33:39.181563 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-06538782-f022-4407-95b7-54afb1f07708 req-db06e0da-5174-47bd-b7d4-a46d9b18ca37 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394819 Feb 21 00:33:39.392514 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Device 96f80eb6-1a9c-4fa1-93aa-bb26d60fc95c no longer exists at agent hyperv_hv-cinder-81322 {{(pid=109224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 00:33:39.400499 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.v2.base [req-b2f4f9d8-fd28-41ba-a1f9-d8f66114851f req-ae94b130-ad27-4aa1-874b-0909acd16833 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Request body: {'port': {'device_id': 'dcb8276e-ea77-4539-906f-42a546630687', 'network_id': '2e0e8283-a033-407a-bc70-5d3d5b11923a', 'admin_state_up': True, 'tenant_id': '2270182ca89c4878829f5c7baac9afe8', 'security_groups': ['4800d725-62c7-4955-8da5-9d1a9cb45564']}} {{(pid=109223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:33:39.414255 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] No Port match for: 96f80eb6-1a9c-4fa1-93aa-bb26d60fc95c {{(pid=109224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 00:33:39.414837 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Device 96f80eb6-1a9c-4fa1-93aa-bb26d60fc95c not bound to the agent host hv-cinder-81322 {{(pid=109224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 00:33:39.512977 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2f4f9d8-fd28-41ba-a1f9-d8f66114851f req-ae94b130-ad27-4aa1-874b-0909acd16833 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Made reservation on behalf of 2270182ca89c4878829f5c7baac9afe8 for: {'port': 1} {{(pid=109223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 00:33:39.516787 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-b2f4f9d8-fd28-41ba-a1f9-d8f66114851f req-ae94b130-ad27-4aa1-874b-0909acd16833 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (None), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:39.517733 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a518fce2-c40c-49e6-ba33-46f8613a4bfb req-1cced223-4b10-4693-916d-2f4c708396d4 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:39.519270 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-a518fce2-c40c-49e6-ba33-46f8613a4bfb req-1cced223-4b10-4693-916d-2f4c708396d4 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5a8ef3f-bf09-45df-962d-0e40abbae7a3 HTTP/1.1" status: 200 len: 944 time: 0.0519087 Feb 21 00:33:39.568202 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-a518fce2-c40c-49e6-ba33-46f8613a4bfb req-4df00781-1656-4aac-a1a2-d0f22148dd16 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/security-groups?id=d4c2ccd5-90d6-42ad-bf3a-131ba1b47e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434227 Feb 21 00:33:39.649613 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.db.db_base_plugin_common [req-b2f4f9d8-fd28-41ba-a1f9-d8f66114851f req-ae94b130-ad27-4aa1-874b-0909acd16833 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Allocated IP 172.20.0.5 (2e0e8283-a033-407a-bc70-5d3d5b11923a/7bfe349a-348f-4ba1-9415-79c5ecd08feb/35e51b35-b86d-498b-b7fa-a67131025523) {{(pid=109223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 00:33:39.763347 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-7ae37c53-f5fd-465f-b6cc-5683fd0d7847 req-78be6149-9cc5-49e3-86d0-f86ad7f390bf tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/ports?device_id=dcb8276e-ea77-4539-906f-42a546630687 HTTP/1.1" status: 200 len: 210 time: 0.0580220 Feb 21 00:33:39.811333 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-b2f4f9d8-fd28-41ba-a1f9-d8f66114851f req-ae94b130-ad27-4aa1-874b-0909acd16833 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Publish callbacks [] for port (35e51b35-b86d-498b-b7fa-a67131025523), precommit_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:39.845891 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-b2f4f9d8-fd28-41ba-a1f9-d8f66114851f req-ae94b130-ad27-4aa1-874b-0909acd16833 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731676182815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3995289'] for port (35e51b35-b86d-498b-b7fa-a67131025523), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:39.887502 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2f4f9d8-fd28-41ba-a1f9-d8f66114851f req-ae94b130-ad27-4aa1-874b-0909acd16833 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Network 2e0e8283-a033-407a-bc70-5d3d5b11923a is already hosted by enough agents. {{(pid=109223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:33:39.890420 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.scheduler.base_scheduler [req-b2f4f9d8-fd28-41ba-a1f9-d8f66114851f req-ae94b130-ad27-4aa1-874b-0909acd16833 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Resources bound (agent type, host, resource id): {{(pid=109223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:33:39.896393 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2f4f9d8-fd28-41ba-a1f9-d8f66114851f req-ae94b130-ad27-4aa1-874b-0909acd16833 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Received port after_create {{(pid=109223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 00:33:39.923397 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae94b130-ad27-4aa1-874b-0909acd16833 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Pushing event updated for resources: {'Port': ['ID=35e51b35-b86d-498b-b7fa-a67131025523,revision_number=1']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:33:39.957176 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f4f9d8-fd28-41ba-a1f9-d8f66114851f req-ae94b130-ad27-4aa1-874b-0909acd16833 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:39.958021 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-b2f4f9d8-fd28-41ba-a1f9-d8f66114851f req-ae94b130-ad27-4aa1-874b-0909acd16833 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469064'] for port (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:39.975125 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-b2f4f9d8-fd28-41ba-a1f9-d8f66114851f req-ae94b130-ad27-4aa1-874b-0909acd16833 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5784943 Feb 21 00:33:39.988022 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.v2.base [req-b2f4f9d8-fd28-41ba-a1f9-d8f66114851f req-0bb1618d-4bfc-412f-a2e9-badfcdef5514 service neutron] Request body: {'port': {'device_id': 'dcb8276e-ea77-4539-906f-42a546630687', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=109223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:33:40.048471 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-b2f4f9d8-fd28-41ba-a1f9-d8f66114851f req-0bb1618d-4bfc-412f-a2e9-badfcdef5514 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (35e51b35-b86d-498b-b7fa-a67131025523), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:40.169263 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-2a77d11b-789d-4ffb-8f04-0eb4ea38e5aa None None] Provisioning complete for port 35e51b35-b86d-498b-b7fa-a67131025523 triggered by entity DHCP. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:33:40.169665 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-2a77d11b-789d-4ffb-8f04-0eb4ea38e5aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (35e51b35-b86d-498b-b7fa-a67131025523), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:40.216577 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-2a77d11b-789d-4ffb-8f04-0eb4ea38e5aa None None] Port 35e51b35-b86d-498b-b7fa-a67131025523 cannot update to ACTIVE because it is not bound. {{(pid=109224) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 00:33:40.305197 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ec1773-2f04-4a99-ac32-45b07e01c5d0 req-5e9d31fe-b76f-4998-9919-fe377b9a1989 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:40.306754 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-c7ec1773-2f04-4a99-ac32-45b07e01c5d0 req-5e9d31fe-b76f-4998-9919-fe377b9a1989 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8230352-c17e-4cac-8ed0-da7c12f48e16 HTTP/1.1" status: 200 len: 945 time: 0.0515921 Feb 21 00:33:40.329608 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.notifiers.nova [req-b2f4f9d8-fd28-41ba-a1f9-d8f66114851f req-0bb1618d-4bfc-412f-a2e9-badfcdef5514 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35e51b35-b86d-498b-b7fa-a67131025523 {{(pid=109223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 00:33:40.336979 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-b2f4f9d8-fd28-41ba-a1f9-d8f66114851f req-0bb1618d-4bfc-412f-a2e9-badfcdef5514 service neutron] Publish callbacks [] for port (35e51b35-b86d-498b-b7fa-a67131025523), precommit_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:40.349723 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [req-b2f4f9d8-fd28-41ba-a1f9-d8f66114851f req-0bb1618d-4bfc-412f-a2e9-badfcdef5514 service neutron] Transition to ACTIVE for port object 35e51b35-b86d-498b-b7fa-a67131025523 will not be triggered until provisioned by entity L2. {{(pid=109223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 00:33:40.353182 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-b2f4f9d8-fd28-41ba-a1f9-d8f66114851f req-0bb1618d-4bfc-412f-a2e9-badfcdef5514 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3995266'] for port (35e51b35-b86d-498b-b7fa-a67131025523), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:40.354590 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-c7ec1773-2f04-4a99-ac32-45b07e01c5d0 req-b6195881-c5bd-4836-8133-2ee48da60d35 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415204 Feb 21 00:33:40.445883 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb1618d-4bfc-412f-a2e9-badfcdef5514 service neutron] Pushing event updated for resources: {'Port': ['ID=35e51b35-b86d-498b-b7fa-a67131025523,revision_number=2']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:33:40.476370 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.managers [req-b2f4f9d8-fd28-41ba-a1f9-d8f66114851f req-0bb1618d-4bfc-412f-a2e9-badfcdef5514 service neutron] Attempting to bind port 35e51b35-b86d-498b-b7fa-a67131025523 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=109223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 00:33:40.481434 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.managers [req-b2f4f9d8-fd28-41ba-a1f9-d8f66114851f req-0bb1618d-4bfc-412f-a2e9-badfcdef5514 service neutron] Attempting to bind port 35e51b35-b86d-498b-b7fa-a67131025523 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'cb4aac1d-2986-47c5-9166-1b8e3caa68ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '2e0e8283-a033-407a-bc70-5d3d5b11923a'}] {{(pid=109223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 00:33:40.481720 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f4f9d8-fd28-41ba-a1f9-d8f66114851f req-0bb1618d-4bfc-412f-a2e9-badfcdef5514 service neutron] Attempting to bind port 35e51b35-b86d-498b-b7fa-a67131025523 on network 2e0e8283-a033-407a-bc70-5d3d5b11923a {{(pid=109223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:33:40.487249 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f4f9d8-fd28-41ba-a1f9-d8f66114851f req-0bb1618d-4bfc-412f-a2e9-badfcdef5514 service neutron] Port 35e51b35-b86d-498b-b7fa-a67131025523 on network 2e0e8283-a033-407a-bc70-5d3d5b11923a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=109223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 00:33:40.487569 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f4f9d8-fd28-41ba-a1f9-d8f66114851f req-0bb1618d-4bfc-412f-a2e9-badfcdef5514 service neutron] Attempting to bind port 35e51b35-b86d-498b-b7fa-a67131025523 on network 2e0e8283-a033-407a-bc70-5d3d5b11923a {{(pid=109223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:33:40.492439 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f4f9d8-fd28-41ba-a1f9-d8f66114851f req-0bb1618d-4bfc-412f-a2e9-badfcdef5514 service neutron] Checking agent: {'id': '2124d49d-e543-43fa-8e9f-817e1d020459', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 0, 29, 44), 'started_at': datetime.datetime(2022, 2, 21, 0, 29, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 0, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 00:33:40.492772 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f4f9d8-fd28-41ba-a1f9-d8f66114851f req-0bb1618d-4bfc-412f-a2e9-badfcdef5514 service neutron] Checking segment: {'id': 'cb4aac1d-2986-47c5-9166-1b8e3caa68ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '2e0e8283-a033-407a-bc70-5d3d5b11923a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:33:40.493146 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f4f9d8-fd28-41ba-a1f9-d8f66114851f req-0bb1618d-4bfc-412f-a2e9-badfcdef5514 service neutron] Bound using segment: {'id': 'cb4aac1d-2986-47c5-9166-1b8e3caa68ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '2e0e8283-a033-407a-bc70-5d3d5b11923a'} {{(pid=109223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 00:33:40.493574 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.managers [req-b2f4f9d8-fd28-41ba-a1f9-d8f66114851f req-0bb1618d-4bfc-412f-a2e9-badfcdef5514 service neutron] Bound port: 35e51b35-b86d-498b-b7fa-a67131025523, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb4aac1d-2986-47c5-9166-1b8e3caa68ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '2e0e8283-a033-407a-bc70-5d3d5b11923a'}}] {{(pid=109223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 00:33:40.493921 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-b2f4f9d8-fd28-41ba-a1f9-d8f66114851f req-0bb1618d-4bfc-412f-a2e9-badfcdef5514 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (35e51b35-b86d-498b-b7fa-a67131025523), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:40.562090 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [req-b2f4f9d8-fd28-41ba-a1f9-d8f66114851f req-0bb1618d-4bfc-412f-a2e9-badfcdef5514 service neutron] For port 35e51b35-b86d-498b-b7fa-a67131025523, host hv-cinder-81322, cleared binding levels {{(pid=109223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 00:33:40.565001 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [req-b2f4f9d8-fd28-41ba-a1f9-d8f66114851f req-0bb1618d-4bfc-412f-a2e9-badfcdef5514 service neutron] For port 35e51b35-b86d-498b-b7fa-a67131025523, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=35e51b35-b86d-498b-b7fa-a67131025523,segment=NetworkSegment(cb4aac1d-2986-47c5-9166-1b8e3caa68ed),segment_id=cb4aac1d-2986-47c5-9166-1b8e3caa68ed)] {{(pid=109223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 00:33:40.570116 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-b2f4f9d8-fd28-41ba-a1f9-d8f66114851f req-0bb1618d-4bfc-412f-a2e9-badfcdef5514 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3995266'] for port (35e51b35-b86d-498b-b7fa-a67131025523), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:40.610572 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f4f9d8-fd28-41ba-a1f9-d8f66114851f req-0bb1618d-4bfc-412f-a2e9-badfcdef5514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:40.611214 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-b2f4f9d8-fd28-41ba-a1f9-d8f66114851f req-0bb1618d-4bfc-412f-a2e9-badfcdef5514 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469064'] for port (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:40.612606 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-b2f4f9d8-fd28-41ba-a1f9-d8f66114851f req-0bb1618d-4bfc-412f-a2e9-badfcdef5514 service neutron] 10.222.0.36 "PUT /v2.0/ports/35e51b35-b86d-498b-b7fa-a67131025523 HTTP/1.1" status: 200 len: 1093 time: 0.6289339 Feb 21 00:33:40.613053 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcb8276e-ea77-4539-906f-42a546630687', 'tag': '35e51b35-b86d-498b-b7fa-a67131025523'}] {{(pid=109223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:33:40.615310 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e715aefe3c9ef135eab9c3f6db0762b6d644c88deee0f0e52fc82e911840b856" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54d47a28-43d4-4617-950c-b6d0395e177a" -d '{"events": [{"name": "network-changed", "server_uuid": "dcb8276e-ea77-4539-906f-42a546630687", "tag": "35e51b35-b86d-498b-b7fa-a67131025523"}]}' {{(pid=109223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:33:40.642056 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb1618d-4bfc-412f-a2e9-badfcdef5514 service neutron] Pushing event updated for resources: {'Port': ['ID=35e51b35-b86d-498b-b7fa-a67131025523,revision_number=3']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:33:40.678747 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 00:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-070f09e1-3dd0-4d96-b4b4-b9789ee73844 x-openstack-request-id: req-070f09e1-3dd0-4d96-b4b4-b9789ee73844 {{(pid=109223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:33:40.679041 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcb8276e-ea77-4539-906f-42a546630687", "tag": "35e51b35-b86d-498b-b7fa-a67131025523", "status": "completed", "code": 200}]} {{(pid=109223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:33:40.679324 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-070f09e1-3dd0-4d96-b4b4-b9789ee73844 {{(pid=109223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:33:40.679723 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcb8276e-ea77-4539-906f-42a546630687', 'tag': '35e51b35-b86d-498b-b7fa-a67131025523', 'status': 'completed', 'code': 200} Feb 21 00:33:40.705885 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ceffaa-f495-479d-84c8-586754c6db00 req-33bfa469-9cc1-4a69-96b7-900fedd41676 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:40.707462 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-43ceffaa-f495-479d-84c8-586754c6db00 req-33bfa469-9cc1-4a69-96b7-900fedd41676 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5a8ef3f-bf09-45df-962d-0e40abbae7a3 HTTP/1.1" status: 200 len: 944 time: 0.0583391 Feb 21 00:33:40.756636 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-43ceffaa-f495-479d-84c8-586754c6db00 req-a82b35e9-b054-4688-84f2-9f7d31774397 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/security-groups?id=d4c2ccd5-90d6-42ad-bf3a-131ba1b47e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435765 Feb 21 00:33:40.883674 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440bc78f-752f-4602-85f4-394e5a4284bf req-a6ef7a58-377e-4fb5-a8b6-0df35a5c2ba1 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:40.885163 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-440bc78f-752f-4602-85f4-394e5a4284bf req-a6ef7a58-377e-4fb5-a8b6-0df35a5c2ba1 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/ports?device_id=dcb8276e-ea77-4539-906f-42a546630687 HTTP/1.1" status: 200 len: 943 time: 0.0545847 Feb 21 00:33:40.936019 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-440bc78f-752f-4602-85f4-394e5a4284bf req-df89cd7d-34ae-410c-bac3-4943a9bfbe59 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/security-groups?id=4800d725-62c7-4955-8da5-9d1a9cb45564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439162 Feb 21 00:33:41.478058 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a25773-2f67-4d20-9b24-29d1b0ccd64c req-ed84ae46-ff45-48cd-9e57-fe7ef69840e3 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:41.479466 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-c6a25773-2f67-4d20-9b24-29d1b0ccd64c req-ed84ae46-ff45-48cd-9e57-fe7ef69840e3 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8230352-c17e-4cac-8ed0-da7c12f48e16 HTTP/1.1" status: 200 len: 945 time: 0.0528214 Feb 21 00:33:41.528531 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-c6a25773-2f67-4d20-9b24-29d1b0ccd64c req-f88a72ef-4f1b-40f8-8823-488bab90cf7e tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435290 Feb 21 00:33:41.878350 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32b88f-8d63-4c1e-8959-7d3a187ae6e9 req-975e0db3-ffda-4bd2-a3e0-d1686f4c9431 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:41.879947 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-2b32b88f-8d63-4c1e-8959-7d3a187ae6e9 req-975e0db3-ffda-4bd2-a3e0-d1686f4c9431 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5a8ef3f-bf09-45df-962d-0e40abbae7a3 HTTP/1.1" status: 200 len: 944 time: 0.0550759 Feb 21 00:33:41.925790 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-2b32b88f-8d63-4c1e-8959-7d3a187ae6e9 req-e76a118b-4619-4e02-aee4-22104dadbaf7 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/security-groups?id=d4c2ccd5-90d6-42ad-bf3a-131ba1b47e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403903 Feb 21 00:33:42.052187 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb1f94c-d43d-49a0-b3b3-1d4bab657716 req-7640024f-e370-44c6-8841-43ddb833215d tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:42.053639 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-fdb1f94c-d43d-49a0-b3b3-1d4bab657716 req-7640024f-e370-44c6-8841-43ddb833215d tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/ports?device_id=dcb8276e-ea77-4539-906f-42a546630687 HTTP/1.1" status: 200 len: 943 time: 0.0514803 Feb 21 00:33:42.102634 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-fdb1f94c-d43d-49a0-b3b3-1d4bab657716 req-a4261eec-3282-4b66-b400-c9fbb0752afe tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/security-groups?id=4800d725-62c7-4955-8da5-9d1a9cb45564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436046 Feb 21 00:33:42.644546 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473db824-1c17-4c80-af46-eec7b3abf50f req-7677a111-7cbc-4fa2-bfbe-f07a03d1ced8 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:42.646027 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-473db824-1c17-4c80-af46-eec7b3abf50f req-7677a111-7cbc-4fa2-bfbe-f07a03d1ced8 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8230352-c17e-4cac-8ed0-da7c12f48e16 HTTP/1.1" status: 200 len: 945 time: 0.0521963 Feb 21 00:33:42.692588 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-473db824-1c17-4c80-af46-eec7b3abf50f req-208c45fb-ee9a-404e-aa4e-18f3e25f7485 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411189 Feb 21 00:33:43.041450 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf0f2d8-011f-4ea3-992b-c46f77cced02 req-e0e135de-d82b-4563-a1f3-0faea89ddf83 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:43.042895 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-9bf0f2d8-011f-4ea3-992b-c46f77cced02 req-e0e135de-d82b-4563-a1f3-0faea89ddf83 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5a8ef3f-bf09-45df-962d-0e40abbae7a3 HTTP/1.1" status: 200 len: 944 time: 0.0508332 Feb 21 00:33:43.091296 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-9bf0f2d8-011f-4ea3-992b-c46f77cced02 req-59894dab-7999-4663-809b-186823e8bbfa tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/security-groups?id=d4c2ccd5-90d6-42ad-bf3a-131ba1b47e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423899 Feb 21 00:33:43.221829 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f4f9d8-fd28-41ba-a1f9-d8f66114851f req-fbefa644-11ac-4260-bf31-d2d0999f9382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:43.223254 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-b2f4f9d8-fd28-41ba-a1f9-d8f66114851f req-fbefa644-11ac-4260-bf31-d2d0999f9382 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2270182ca89c4878829f5c7baac9afe8&device_id=dcb8276e-ea77-4539-906f-42a546630687 HTTP/1.1" status: 200 len: 1127 time: 0.0489759 Feb 21 00:33:43.227543 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd7f995-919a-45e7-9ae5-2e9dbd883f6e req-01fdba2b-0316-4d05-acc5-80111edd8a9f tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:43.230192 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-5bd7f995-919a-45e7-9ae5-2e9dbd883f6e req-01fdba2b-0316-4d05-acc5-80111edd8a9f tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/ports?device_id=dcb8276e-ea77-4539-906f-42a546630687 HTTP/1.1" status: 200 len: 943 time: 0.0586064 Feb 21 00:33:43.270443 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-b2f4f9d8-fd28-41ba-a1f9-d8f66114851f req-26087bf8-3769-497e-bfbf-aeb40e59f259 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=35e51b35-b86d-498b-b7fa-a67131025523 HTTP/1.1" status: 200 len: 217 time: 0.0378418 Feb 21 00:33:43.280137 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-5bd7f995-919a-45e7-9ae5-2e9dbd883f6e req-f2186099-ff3b-419e-aa64-c82a8295b022 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/security-groups?id=4800d725-62c7-4955-8da5-9d1a9cb45564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454619 Feb 21 00:33:43.336844 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae5f23a-7485-45f1-b28b-da449a2dea26 req-ad1801c4-fa22-4bcd-b5ae-3fd4d3090d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:43.338369 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-7ae5f23a-7485-45f1-b28b-da449a2dea26 req-ad1801c4-fa22-4bcd-b5ae-3fd4d3090d89 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1092f05b80bd4759940d2fbd268d02b0&device_id=f8230352-c17e-4cac-8ed0-da7c12f48e16 HTTP/1.1" status: 200 len: 1129 time: 0.0455141 Feb 21 00:33:43.339902 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f4f9d8-fd28-41ba-a1f9-d8f66114851f req-a85ff08e-d644-4c82-a1ea-720bd7d2394e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:43.341354 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-b2f4f9d8-fd28-41ba-a1f9-d8f66114851f req-a85ff08e-d644-4c82-a1ea-720bd7d2394e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7bfe349a-348f-4ba1-9415-79c5ecd08feb HTTP/1.1" status: 200 len: 851 time: 0.0492945 Feb 21 00:33:43.400850 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f4f9d8-fd28-41ba-a1f9-d8f66114851f req-7aa1d326-a0d6-4726-831c-e9d79dfcc9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:43.402369 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-b2f4f9d8-fd28-41ba-a1f9-d8f66114851f req-7aa1d326-a0d6-4726-831c-e9d79dfcc9c0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2e0e8283-a033-407a-bc70-5d3d5b11923a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0503254 Feb 21 00:33:43.427892 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Device cfc5b618-827c-4edd-8aa8-b1f3ebc7d29e up at agent hyperv_hv-cinder-81322 {{(pid=109224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:33:43.464156 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae5f23a-7485-45f1-b28b-da449a2dea26 req-58572b1b-3c99-49fe-95ce-380d2f71bfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:43.465773 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-7ae5f23a-7485-45f1-b28b-da449a2dea26 req-58572b1b-3c99-49fe-95ce-380d2f71bfd5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2662c2a7-dfa3-4cb4-bf70-b308bbf4a003 HTTP/1.1" status: 200 len: 919 time: 0.0966780 Feb 21 00:33:43.494842 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Provisioning for port cfc5b618-827c-4edd-8aa8-b1f3ebc7d29e completed by entity L2. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 00:33:43.502572 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Provisioning complete for port cfc5b618-827c-4edd-8aa8-b1f3ebc7d29e triggered by entity L2. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:33:43.503378 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (cfc5b618-827c-4edd-8aa8-b1f3ebc7d29e), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:43.506265 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-b2f4f9d8-fd28-41ba-a1f9-d8f66114851f req-03690ae4-339a-4787-80e8-b89a5e859289 service neutron] 10.222.0.36 "GET /v2.0/networks/2e0e8283-a033-407a-bc70-5d3d5b11923a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960722 Feb 21 00:33:43.523530 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-7ae5f23a-7485-45f1-b28b-da449a2dea26 req-30dea33e-9f94-4882-a3ca-1bda6eaa82c9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8785719d-2f3c-440c-8de1-fe892aa82f2c HTTP/1.1" status: 200 len: 217 time: 0.0441563 Feb 21 00:33:43.587552 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae5f23a-7485-45f1-b28b-da449a2dea26 req-0fd5f5c7-b303-4fe0-a5b9-f2acc2cbd73d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:43.589157 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-7ae5f23a-7485-45f1-b28b-da449a2dea26 req-0fd5f5c7-b303-4fe0-a5b9-f2acc2cbd73d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6c91acbb-c03d-4786-afca-288f577437ce HTTP/1.1" status: 200 len: 858 time: 0.0548639 Feb 21 00:33:43.598819 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Current status of the port cfc5b618-827c-4edd-8aa8-b1f3ebc7d29e is: BUILD; New status is: ACTIVE {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:33:43.599544 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (cfc5b618-827c-4edd-8aa8-b1f3ebc7d29e), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:43.627270 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-b2f4f9d8-fd28-41ba-a1f9-d8f66114851f req-0b5fdb3c-4e3f-4e89-bf88-0282ac11ee25 service neutron] 10.222.0.36 "GET /v2.0/networks/2e0e8283-a033-407a-bc70-5d3d5b11923a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109989 Feb 21 00:33:43.630832 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-7ae5f23a-7485-45f1-b28b-da449a2dea26 req-657473e4-21ca-4497-8637-f2639f2a636f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2662c2a7-dfa3-4cb4-bf70-b308bbf4a003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315139 Feb 21 00:33:43.651495 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] For port cfc5b618-827c-4edd-8aa8-b1f3ebc7d29e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=cfc5b618-827c-4edd-8aa8-b1f3ebc7d29e,segment=NetworkSegment(41c853f0-8bb5-4bee-bddd-7995047fee1c),segment_id=41c853f0-8bb5-4bee-bddd-7995047fee1c)] {{(pid=109224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:33:43.652443 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5a8ef3f-bf09-45df-962d-0e40abbae7a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfc5b618-827c-4edd-8aa8-b1f3ebc7d29e'}] {{(pid=109224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:33:43.655015 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea31762fe36adf1256da5116fd788589841920f52286d7e0b0077cda52487892" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fae8511-4b84-4d5f-9ff4-e8101b4cf456" -d '{"events": [{"server_uuid": "d5a8ef3f-bf09-45df-962d-0e40abbae7a3", "name": "network-vif-plugged", "status": "completed", "tag": "cfc5b618-827c-4edd-8aa8-b1f3ebc7d29e"}]}' {{(pid=109224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:33:43.658522 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (cfc5b618-827c-4edd-8aa8-b1f3ebc7d29e), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:43.732962 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 00:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7d57c38-a752-4a2f-97d8-95de4a0cef22 x-openstack-request-id: req-b7d57c38-a752-4a2f-97d8-95de4a0cef22 {{(pid=109224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:33:43.733512 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5a8ef3f-bf09-45df-962d-0e40abbae7a3", "name": "network-vif-plugged", "status": "completed", "tag": "cfc5b618-827c-4edd-8aa8-b1f3ebc7d29e", "code": 200}]} {{(pid=109224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:33:43.733787 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b7d57c38-a752-4a2f-97d8-95de4a0cef22 {{(pid=109224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:33:43.734201 dv-cinder-813225-6-iscsi neutron-server[109224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5a8ef3f-bf09-45df-962d-0e40abbae7a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfc5b618-827c-4edd-8aa8-b1f3ebc7d29e', 'code': 200} Feb 21 00:33:43.757144 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Pushing event updated for resources: {'Port': ['ID=cfc5b618-827c-4edd-8aa8-b1f3ebc7d29e,revision_number=5']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:33:43.767091 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-7ae5f23a-7485-45f1-b28b-da449a2dea26 req-02932621-fcd2-400f-add2-cf2d5c7b95b6 service neutron] 10.222.0.36 "GET /v2.0/networks/2662c2a7-dfa3-4cb4-bf70-b308bbf4a003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256580 Feb 21 00:33:43.774809 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d47a28-43d4-4617-950c-b6d0395e177a req-a8ce630f-fe52-4fa7-a05f-aaf5f2fd3727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:43.776611 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-54d47a28-43d4-4617-950c-b6d0395e177a req-a8ce630f-fe52-4fa7-a05f-aaf5f2fd3727 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2270182ca89c4878829f5c7baac9afe8&device_id=dcb8276e-ea77-4539-906f-42a546630687 HTTP/1.1" status: 200 len: 1127 time: 0.0898666 Feb 21 00:33:43.913150 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80e8b44-bd84-426e-98ec-2c0b9ac1bbe6 req-30f29f7b-34bf-4e37-abc1-658d0b616feb tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:43.914676 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-f80e8b44-bd84-426e-98ec-2c0b9ac1bbe6 req-30f29f7b-34bf-4e37-abc1-658d0b616feb tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8230352-c17e-4cac-8ed0-da7c12f48e16 HTTP/1.1" status: 200 len: 945 time: 0.1241343 Feb 21 00:33:43.943312 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d47a28-43d4-4617-950c-b6d0395e177a req-9bdb26e9-94b2-4dbc-b084-e4d1d9ba5f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:43.943312 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-54d47a28-43d4-4617-950c-b6d0395e177a req-9bdb26e9-94b2-4dbc-b084-e4d1d9ba5f11 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2e0e8283-a033-407a-bc70-5d3d5b11923a HTTP/1.1" status: 200 len: 913 time: 0.1446321 Feb 21 00:33:43.992879 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-54d47a28-43d4-4617-950c-b6d0395e177a req-6e06dc4b-1fb8-44a2-ad97-1aa1418ed0bc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=35e51b35-b86d-498b-b7fa-a67131025523 HTTP/1.1" status: 200 len: 217 time: 0.0417073 Feb 21 00:33:44.018192 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-f80e8b44-bd84-426e-98ec-2c0b9ac1bbe6 req-3be0054c-3b71-4947-a6a8-2a4217923817 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753849 Feb 21 00:33:44.040139 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98228cd9-ca57-449e-a32b-14ffec3d1767 req-831d4b4e-97a0-4f47-8c76-673f4b658a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:44.041267 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-98228cd9-ca57-449e-a32b-14ffec3d1767 req-831d4b4e-97a0-4f47-8c76-673f4b658a44 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d5a8ef3f-bf09-45df-962d-0e40abbae7a3 HTTP/1.1" status: 200 len: 1129 time: 0.1241229 Feb 21 00:33:44.053133 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d47a28-43d4-4617-950c-b6d0395e177a req-a461eaff-8959-458e-94d7-fbabceabe70d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:44.055096 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-54d47a28-43d4-4617-950c-b6d0395e177a req-a461eaff-8959-458e-94d7-fbabceabe70d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7bfe349a-348f-4ba1-9415-79c5ecd08feb HTTP/1.1" status: 200 len: 851 time: 0.0540433 Feb 21 00:33:44.058145 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-7ae5f23a-7485-45f1-b28b-da449a2dea26 req-b1a6cba2-3ce8-4a97-bc6e-360e5e60a2b2 service neutron] 10.222.0.36 "GET /v2.0/networks/2662c2a7-dfa3-4cb4-bf70-b308bbf4a003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276430 Feb 21 00:33:44.102914 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-98228cd9-ca57-449e-a32b-14ffec3d1767 req-c76bb82f-2e38-43c4-82ea-2818308518a1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d4c2ccd5-90d6-42ad-bf3a-131ba1b47e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541496 Feb 21 00:33:44.136196 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d47a28-43d4-4617-950c-b6d0395e177a req-a5df6f7e-34e5-4514-b717-9e959f166537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:44.137725 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-54d47a28-43d4-4617-950c-b6d0395e177a req-a5df6f7e-34e5-4514-b717-9e959f166537 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2e0e8283-a033-407a-bc70-5d3d5b11923a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0713398 Feb 21 00:33:44.224564 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef40a14c-899a-4dba-b75c-19370a9c78d6 req-4c57259c-099d-45d8-b406-0adba6500a5b tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:44.226040 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-ef40a14c-899a-4dba-b75c-19370a9c78d6 req-4c57259c-099d-45d8-b406-0adba6500a5b tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5a8ef3f-bf09-45df-962d-0e40abbae7a3 HTTP/1.1" status: 200 len: 945 time: 0.0559988 Feb 21 00:33:44.280478 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-ef40a14c-899a-4dba-b75c-19370a9c78d6 req-c18a309e-8d69-431a-ae7e-17e9cd0fc658 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/security-groups?id=d4c2ccd5-90d6-42ad-bf3a-131ba1b47e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488808 Feb 21 00:33:44.431666 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b631dfc-9dfa-446b-b4b5-c62fc30fbca3 req-51dafb89-829a-4fba-9e7c-bf2be42bcbb0 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:44.439784 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-0b631dfc-9dfa-446b-b4b5-c62fc30fbca3 req-51dafb89-829a-4fba-9e7c-bf2be42bcbb0 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/ports?device_id=dcb8276e-ea77-4539-906f-42a546630687 HTTP/1.1" status: 200 len: 943 time: 0.0897069 Feb 21 00:33:44.571432 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-0b631dfc-9dfa-446b-b4b5-c62fc30fbca3 req-17925c3d-3619-42f0-94df-7005915bd177 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/security-groups?id=4800d725-62c7-4955-8da5-9d1a9cb45564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290274 Feb 21 00:33:44.638595 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (2124d49d-e543-43fa-8e9f-817e1d020459), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:44.712751 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-54d47a28-43d4-4617-950c-b6d0395e177a req-a8c48ac5-4ad8-462f-b1af-9966872c9637 service neutron] 10.222.0.36 "GET /v2.0/networks/2e0e8283-a033-407a-bc70-5d3d5b11923a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3105285 Feb 21 00:33:45.138034 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-54d47a28-43d4-4617-950c-b6d0395e177a req-509e6452-5263-46c3-9848-7d583b16a46c service neutron] 10.222.0.36 "GET /v2.0/networks/2e0e8283-a033-407a-bc70-5d3d5b11923a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4038200 Feb 21 00:33:45.194069 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bb803e-386e-4226-ac92-8f3e5818f7c0 req-0fa93be6-e8cb-466e-81f0-15478da5bc67 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:45.203058 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-d5bb803e-386e-4226-ac92-8f3e5818f7c0 req-0fa93be6-e8cb-466e-81f0-15478da5bc67 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8230352-c17e-4cac-8ed0-da7c12f48e16 HTTP/1.1" status: 200 len: 945 time: 0.1147437 Feb 21 00:33:45.251105 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-d5bb803e-386e-4226-ac92-8f3e5818f7c0 req-a1ad600a-d681-4aec-9d60-90cd6d5211b3 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470839 Feb 21 00:33:45.415307 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c3ef1a-3c33-4c83-a4da-08f342ded1e5 req-2cb2da1c-29a8-4c59-b9e5-f8e5e475d4d8 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:45.417318 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-f2c3ef1a-3c33-4c83-a4da-08f342ded1e5 req-2cb2da1c-29a8-4c59-b9e5-f8e5e475d4d8 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5a8ef3f-bf09-45df-962d-0e40abbae7a3 HTTP/1.1" status: 200 len: 945 time: 0.0688531 Feb 21 00:33:45.464987 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-f2c3ef1a-3c33-4c83-a4da-08f342ded1e5 req-f5665d5e-13ba-4072-a7f8-13e4a890b4d9 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/security-groups?id=d4c2ccd5-90d6-42ad-bf3a-131ba1b47e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421503 Feb 21 00:33:45.740795 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e47c511-a1b2-4906-b170-4b7adeb99a4f req-3cfadb0a-fe74-4c6c-87a5-e1e640a89032 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:45.742290 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-1e47c511-a1b2-4906-b170-4b7adeb99a4f req-3cfadb0a-fe74-4c6c-87a5-e1e640a89032 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/ports?device_id=dcb8276e-ea77-4539-906f-42a546630687 HTTP/1.1" status: 200 len: 943 time: 0.0771048 Feb 21 00:33:45.799493 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-1e47c511-a1b2-4906-b170-4b7adeb99a4f req-84a1839d-a857-44bc-9d3d-f614d7d39902 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/security-groups?id=4800d725-62c7-4955-8da5-9d1a9cb45564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514960 Feb 21 00:33:46.402655 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92809392-b9a8-4ce6-9746-f8eee951bcc7 req-2d1a7520-5714-458e-925c-428bb8a9f4b8 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:46.404135 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-92809392-b9a8-4ce6-9746-f8eee951bcc7 req-2d1a7520-5714-458e-925c-428bb8a9f4b8 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8230352-c17e-4cac-8ed0-da7c12f48e16 HTTP/1.1" status: 200 len: 945 time: 0.0799551 Feb 21 00:33:46.455637 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-92809392-b9a8-4ce6-9746-f8eee951bcc7 req-a150b429-e1f5-48a3-8e03-fdeb452799d2 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445807 Feb 21 00:33:46.589375 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e7f981-80d5-4fb5-b1a7-80c05f649c3c req-6512a461-fdd7-428d-aade-e181bccbb795 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:46.591049 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-66e7f981-80d5-4fb5-b1a7-80c05f649c3c req-6512a461-fdd7-428d-aade-e181bccbb795 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5a8ef3f-bf09-45df-962d-0e40abbae7a3 HTTP/1.1" status: 200 len: 945 time: 0.0569358 Feb 21 00:33:46.642716 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-66e7f981-80d5-4fb5-b1a7-80c05f649c3c req-aca15f39-4659-4551-8da4-e3b81b51dad7 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/security-groups?id=d4c2ccd5-90d6-42ad-bf3a-131ba1b47e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458620 Feb 21 00:33:46.948585 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c088afde-bb15-4191-a64d-93afaa403ba3 req-39cfa8e1-5d64-4056-a00c-d823ad2da9b2 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:46.951550 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-c088afde-bb15-4191-a64d-93afaa403ba3 req-39cfa8e1-5d64-4056-a00c-d823ad2da9b2 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/ports?device_id=dcb8276e-ea77-4539-906f-42a546630687 HTTP/1.1" status: 200 len: 943 time: 0.0646951 Feb 21 00:33:47.016109 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-c088afde-bb15-4191-a64d-93afaa403ba3 req-c58be1f7-1d74-4830-8ef4-1aeedea9d60e tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/security-groups?id=4800d725-62c7-4955-8da5-9d1a9cb45564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551555 Feb 21 00:33:47.613606 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d800d1e5-2cbb-4595-ba62-238ef3fb5499 req-dec16bae-6eae-488e-85b9-ffb326d8844c tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:47.615101 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-d800d1e5-2cbb-4595-ba62-238ef3fb5499 req-dec16bae-6eae-488e-85b9-ffb326d8844c tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8230352-c17e-4cac-8ed0-da7c12f48e16 HTTP/1.1" status: 200 len: 945 time: 0.0932674 Feb 21 00:33:47.663650 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-d800d1e5-2cbb-4595-ba62-238ef3fb5499 req-961a8850-710e-4d68-92f4-9952705d9d46 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425756 Feb 21 00:33:48.157914 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5216496c-1933-49c7-a4af-b25198ce3aa6 req-d1d0e99a-bb45-4789-80cb-87f01ea19011 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:48.159639 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-5216496c-1933-49c7-a4af-b25198ce3aa6 req-d1d0e99a-bb45-4789-80cb-87f01ea19011 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/ports?device_id=dcb8276e-ea77-4539-906f-42a546630687 HTTP/1.1" status: 200 len: 943 time: 0.0746765 Feb 21 00:33:48.234227 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-5216496c-1933-49c7-a4af-b25198ce3aa6 req-466a4a22-bb89-4f01-925b-7b5f50cdfe0f tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/security-groups?id=4800d725-62c7-4955-8da5-9d1a9cb45564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637879 Feb 21 00:33:48.791948 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e3acb6-c020-4036-b5dc-ab6e21bc90ef req-b044d9e5-d0f8-4519-b5a9-6c4fe53e1c75 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:48.793873 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-92e3acb6-c020-4036-b5dc-ab6e21bc90ef req-b044d9e5-d0f8-4519-b5a9-6c4fe53e1c75 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8230352-c17e-4cac-8ed0-da7c12f48e16 HTTP/1.1" status: 200 len: 945 time: 0.0538056 Feb 21 00:33:48.841330 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-92e3acb6-c020-4036-b5dc-ab6e21bc90ef req-c4f5234d-9cc5-47a8-b74c-3933d6ce7719 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419612 Feb 21 00:33:49.361976 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28441673-4f2f-41c8-b155-fcc933dcd465 req-530fae55-c65d-4d99-bb67-ab037d1c21f1 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:49.363811 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-28441673-4f2f-41c8-b155-fcc933dcd465 req-530fae55-c65d-4d99-bb67-ab037d1c21f1 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/ports?device_id=dcb8276e-ea77-4539-906f-42a546630687 HTTP/1.1" status: 200 len: 943 time: 0.0598760 Feb 21 00:33:49.459440 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-28441673-4f2f-41c8-b155-fcc933dcd465 req-0e4a6713-ba2c-4925-b321-dcbef2cf02b9 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/security-groups?id=4800d725-62c7-4955-8da5-9d1a9cb45564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876126 Feb 21 00:33:49.998686 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ac4ef1-20fc-4f45-9101-8a5684ea8b49 req-444cb434-517c-4b0a-977c-024b49b2c692 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:50.000889 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-99ac4ef1-20fc-4f45-9101-8a5684ea8b49 req-444cb434-517c-4b0a-977c-024b49b2c692 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8230352-c17e-4cac-8ed0-da7c12f48e16 HTTP/1.1" status: 200 len: 945 time: 0.0732596 Feb 21 00:33:50.058505 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-99ac4ef1-20fc-4f45-9101-8a5684ea8b49 req-66acbd0d-e469-4579-a3e7-c7dc38e58c06 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518794 Feb 21 00:33:50.595760 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ac444b-df8c-4a06-b5b2-81ab8c8ac0b9 req-0d8923ea-124a-49dd-9496-62bd467577af tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:50.597475 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-83ac444b-df8c-4a06-b5b2-81ab8c8ac0b9 req-0d8923ea-124a-49dd-9496-62bd467577af tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/ports?device_id=dcb8276e-ea77-4539-906f-42a546630687 HTTP/1.1" status: 200 len: 943 time: 0.0567901 Feb 21 00:33:50.655363 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-83ac444b-df8c-4a06-b5b2-81ab8c8ac0b9 req-fa0fb1d7-59de-4d5c-85f2-f00c03e74e59 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/security-groups?id=4800d725-62c7-4955-8da5-9d1a9cb45564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515389 Feb 21 00:33:51.179251 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f8192e-abac-418a-8929-133f9216677f req-b54b668d-50bc-4aa2-8a14-a609a0f5e5a4 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:51.180735 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-66f8192e-abac-418a-8929-133f9216677f req-b54b668d-50bc-4aa2-8a14-a609a0f5e5a4 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8230352-c17e-4cac-8ed0-da7c12f48e16 HTTP/1.1" status: 200 len: 945 time: 0.0541584 Feb 21 00:33:51.229379 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-66f8192e-abac-418a-8929-133f9216677f req-8626979b-c539-4baa-bc49-5beb5fdd1248 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419481 Feb 21 00:33:51.445835 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Device 35e51b35-b86d-498b-b7fa-a67131025523 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109224) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 00:33:51.552929 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] For port 35e51b35-b86d-498b-b7fa-a67131025523, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=35e51b35-b86d-498b-b7fa-a67131025523,segment=NetworkSegment(cb4aac1d-2986-47c5-9166-1b8e3caa68ed),segment_id=cb4aac1d-2986-47c5-9166-1b8e3caa68ed)] {{(pid=109224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:33:51.565244 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Returning: {'device': '35e51b35-b86d-498b-b7fa-a67131025523', 'network_id': '2e0e8283-a033-407a-bc70-5d3d5b11923a', 'port_id': '35e51b35-b86d-498b-b7fa-a67131025523', 'mac_address': 'fa:16:3e:c6:51:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bfe349a-348f-4ba1-9415-79c5ecd08feb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109224) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 00:33:51.605803 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Current status of the port 35e51b35-b86d-498b-b7fa-a67131025523 is: DOWN; New status is: BUILD {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:33:51.606194 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (35e51b35-b86d-498b-b7fa-a67131025523), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:51.619339 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.notifiers.nova [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35e51b35-b86d-498b-b7fa-a67131025523 {{(pid=109224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 00:33:51.641218 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] For port 35e51b35-b86d-498b-b7fa-a67131025523, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=35e51b35-b86d-498b-b7fa-a67131025523,segment=NetworkSegment(cb4aac1d-2986-47c5-9166-1b8e3caa68ed),segment_id=cb4aac1d-2986-47c5-9166-1b8e3caa68ed)] {{(pid=109224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:33:51.645653 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (35e51b35-b86d-498b-b7fa-a67131025523), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:51.699805 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Pushing event updated for resources: {'Port': ['ID=35e51b35-b86d-498b-b7fa-a67131025523,revision_number=4']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:33:51.709028 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:33:51.709523 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:33:51.710086 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:33:51.710610 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:33:51.711140 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:33:51.711603 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:33:51.712119 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:33:51.712641 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:33:51.713040 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:33:51.713570 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:33:51.713979 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:33:51.714383 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:33:51.714784 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:33:51.796399 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba1b127-6d15-46e7-ad7c-ab0a12ed6dae req-31fa44e3-ca8f-4465-959c-17a09e608ac2 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:51.798419 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-aba1b127-6d15-46e7-ad7c-ab0a12ed6dae req-31fa44e3-ca8f-4465-959c-17a09e608ac2 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/ports?device_id=dcb8276e-ea77-4539-906f-42a546630687 HTTP/1.1" status: 200 len: 944 time: 0.0597203 Feb 21 00:33:51.850630 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-aba1b127-6d15-46e7-ad7c-ab0a12ed6dae req-76225da6-8ef2-4e59-98b9-dcbef61ebd84 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/security-groups?id=4800d725-62c7-4955-8da5-9d1a9cb45564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467920 Feb 21 00:33:52.050929 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] get_ports_and_sgs() called for port_ids ['35e51b35-b86d-498b-b7fa-a67131025523'] {{(pid=109224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 00:33:52.362098 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae1fb7a-7e8a-4c44-80f1-7873354d9d51 req-906fbe1a-a0e5-4dc0-be8c-b7329a72de78 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:52.363751 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-cae1fb7a-7e8a-4c44-80f1-7873354d9d51 req-906fbe1a-a0e5-4dc0-be8c-b7329a72de78 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8230352-c17e-4cac-8ed0-da7c12f48e16 HTTP/1.1" status: 200 len: 945 time: 0.0597677 Feb 21 00:33:52.422755 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-cae1fb7a-7e8a-4c44-80f1-7873354d9d51 req-4b0e1fab-7f16-42fd-a1d4-675a0a504927 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529025 Feb 21 00:33:52.970411 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdf56be-c3d5-403a-9bea-bc23ed28e1ea req-749e8f07-8606-4a4b-a4d3-8480e8ee1fe7 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:52.972220 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-0fdf56be-c3d5-403a-9bea-bc23ed28e1ea req-749e8f07-8606-4a4b-a4d3-8480e8ee1fe7 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/ports?device_id=dcb8276e-ea77-4539-906f-42a546630687 HTTP/1.1" status: 200 len: 944 time: 0.0554762 Feb 21 00:33:53.024644 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-0fdf56be-c3d5-403a-9bea-bc23ed28e1ea req-2e6d9140-41b6-460f-aa19-a944475ddd03 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/security-groups?id=4800d725-62c7-4955-8da5-9d1a9cb45564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466812 Feb 21 00:33:53.543854 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8366b9b-8b07-408d-ad73-d5400274bad4 req-a6bc9aa6-5978-4bde-9f24-c2c4cf0573dd tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:53.545973 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-d8366b9b-8b07-408d-ad73-d5400274bad4 req-a6bc9aa6-5978-4bde-9f24-c2c4cf0573dd tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8230352-c17e-4cac-8ed0-da7c12f48e16 HTTP/1.1" status: 200 len: 945 time: 0.0624866 Feb 21 00:33:53.595666 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-d8366b9b-8b07-408d-ad73-d5400274bad4 req-fbf0f6e1-5fff-4ff0-be39-0a0aec979106 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419481 Feb 21 00:33:54.155817 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ddf3f4-8e81-4f70-bb82-e308c5d4d230 req-884f086c-ff79-4988-b09d-98070dd894b0 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:54.157321 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-00ddf3f4-8e81-4f70-bb82-e308c5d4d230 req-884f086c-ff79-4988-b09d-98070dd894b0 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/ports?device_id=dcb8276e-ea77-4539-906f-42a546630687 HTTP/1.1" status: 200 len: 944 time: 0.0633523 Feb 21 00:33:54.209163 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-00ddf3f4-8e81-4f70-bb82-e308c5d4d230 req-5050d98b-0abe-4e8f-a735-4e99e83b3b42 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/security-groups?id=4800d725-62c7-4955-8da5-9d1a9cb45564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457315 Feb 21 00:33:54.401882 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5074c14f-3111-4a73-873d-15866d2388a5 req-a19f43e7-f2de-4cbd-8e16-0b2d231aaeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:54.403365 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-5074c14f-3111-4a73-873d-15866d2388a5 req-a19f43e7-f2de-4cbd-8e16-0b2d231aaeb8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f8230352-c17e-4cac-8ed0-da7c12f48e16 HTTP/1.1" status: 200 len: 1129 time: 0.0470362 Feb 21 00:33:54.454927 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-5074c14f-3111-4a73-873d-15866d2388a5 req-5abdbaa5-63db-4059-9ff3-7805202707f9 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410507 Feb 21 00:33:54.726303 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32cefff-52a0-498f-a188-4406ce2838ff req-a8f6938f-ba01-41a2-8ab4-3055523ef6cb tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:54.727809 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-c32cefff-52a0-498f-a188-4406ce2838ff req-a8f6938f-ba01-41a2-8ab4-3055523ef6cb tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8230352-c17e-4cac-8ed0-da7c12f48e16 HTTP/1.1" status: 200 len: 945 time: 0.0600603 Feb 21 00:33:54.788209 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-c32cefff-52a0-498f-a188-4406ce2838ff req-adbe63a9-f216-4970-bfe7-bcd5fcce4985 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531425 Feb 21 00:33:55.336533 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd0840b-130e-452d-8703-f9af6931ecc9 req-d628e2f7-e8c0-4a7d-a870-22a9678ed2a1 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:55.338217 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-abd0840b-130e-452d-8703-f9af6931ecc9 req-d628e2f7-e8c0-4a7d-a870-22a9678ed2a1 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/ports?device_id=dcb8276e-ea77-4539-906f-42a546630687 HTTP/1.1" status: 200 len: 944 time: 0.0574632 Feb 21 00:33:55.393706 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-abd0840b-130e-452d-8703-f9af6931ecc9 req-568ea0a1-2919-4b22-a826-10e63d17538a tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/security-groups?id=4800d725-62c7-4955-8da5-9d1a9cb45564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477202 Feb 21 00:33:55.467885 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Device 35e51b35-b86d-498b-b7fa-a67131025523 up at agent hyperv_hv-cinder-81322 {{(pid=109224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:33:55.517772 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Provisioning for port 35e51b35-b86d-498b-b7fa-a67131025523 completed by entity L2. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 00:33:55.522490 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Provisioning complete for port 35e51b35-b86d-498b-b7fa-a67131025523 triggered by entity L2. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:33:55.522877 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (35e51b35-b86d-498b-b7fa-a67131025523), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:55.606318 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Current status of the port 35e51b35-b86d-498b-b7fa-a67131025523 is: BUILD; New status is: ACTIVE {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:33:55.606706 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (35e51b35-b86d-498b-b7fa-a67131025523), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:55.632586 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcb8276e-ea77-4539-906f-42a546630687', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35e51b35-b86d-498b-b7fa-a67131025523'}] {{(pid=109224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:33:55.634849 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea31762fe36adf1256da5116fd788589841920f52286d7e0b0077cda52487892" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22167dba-c68e-4388-91a5-d77b49207a24" -d '{"events": [{"server_uuid": "dcb8276e-ea77-4539-906f-42a546630687", "name": "network-vif-plugged", "status": "completed", "tag": "35e51b35-b86d-498b-b7fa-a67131025523"}]}' {{(pid=109224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:33:55.647692 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] For port 35e51b35-b86d-498b-b7fa-a67131025523, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=35e51b35-b86d-498b-b7fa-a67131025523,segment=NetworkSegment(cb4aac1d-2986-47c5-9166-1b8e3caa68ed),segment_id=cb4aac1d-2986-47c5-9166-1b8e3caa68ed)] {{(pid=109224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:33:55.652857 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (35e51b35-b86d-498b-b7fa-a67131025523), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:55.697539 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 00:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abfc5931-bd05-49d8-b217-ce665400d5bb x-openstack-request-id: req-abfc5931-bd05-49d8-b217-ce665400d5bb {{(pid=109224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:33:55.697946 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcb8276e-ea77-4539-906f-42a546630687", "name": "network-vif-plugged", "status": "completed", "tag": "35e51b35-b86d-498b-b7fa-a67131025523", "code": 200}]} {{(pid=109224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:33:55.698326 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-abfc5931-bd05-49d8-b217-ce665400d5bb {{(pid=109224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:33:55.698811 dv-cinder-813225-6-iscsi neutron-server[109224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcb8276e-ea77-4539-906f-42a546630687', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35e51b35-b86d-498b-b7fa-a67131025523', 'code': 200} Feb 21 00:33:55.709024 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Pushing event updated for resources: {'Port': ['ID=35e51b35-b86d-498b-b7fa-a67131025523,revision_number=5']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:33:55.958521 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9b870f-a2df-4cd6-9bd0-2c5414e09f97 req-9182a9af-bb2b-4a07-aa09-81b943905415 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:55.960771 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-4e9b870f-a2df-4cd6-9bd0-2c5414e09f97 req-9182a9af-bb2b-4a07-aa09-81b943905415 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8230352-c17e-4cac-8ed0-da7c12f48e16 HTTP/1.1" status: 200 len: 945 time: 0.0599179 Feb 21 00:33:56.019847 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-4e9b870f-a2df-4cd6-9bd0-2c5414e09f97 req-91eac669-6aa1-4ccc-949e-85e266838d67 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499141 Feb 21 00:33:56.054103 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3765a808-fa7d-4d87-b366-14a1b05c65ae req-ab7969b1-aae3-4740-9e95-b10c0db7115b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:56.055635 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-3765a808-fa7d-4d87-b366-14a1b05c65ae req-ab7969b1-aae3-4740-9e95-b10c0db7115b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=dcb8276e-ea77-4539-906f-42a546630687 HTTP/1.1" status: 200 len: 1129 time: 0.0499401 Feb 21 00:33:56.127226 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-3765a808-fa7d-4d87-b366-14a1b05c65ae req-dfc7abc3-8781-4940-8da6-b6026e478b06 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4800d725-62c7-4955-8da5-9d1a9cb45564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488806 Feb 21 00:33:56.528133 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3281c1-ff90-46dd-b807-283e0b23ad96 req-1939bcb6-d5e7-44e7-8d27-80e6378e0ab1 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:56.535232 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-6f3281c1-ff90-46dd-b807-283e0b23ad96 req-1939bcb6-d5e7-44e7-8d27-80e6378e0ab1 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/ports?device_id=dcb8276e-ea77-4539-906f-42a546630687 HTTP/1.1" status: 200 len: 945 time: 0.0658956 Feb 21 00:33:56.616907 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-6f3281c1-ff90-46dd-b807-283e0b23ad96 req-73b508eb-533e-4a20-9f45-7c75131e54e2 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/security-groups?id=4800d725-62c7-4955-8da5-9d1a9cb45564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795324 Feb 21 00:33:57.159707 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8130a56a-cada-4565-8665-5bf817ff6315 req-f76ee44c-2821-44f2-9d8d-c4274dbe83b4 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:57.161252 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-8130a56a-cada-4565-8665-5bf817ff6315 req-f76ee44c-2821-44f2-9d8d-c4274dbe83b4 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8230352-c17e-4cac-8ed0-da7c12f48e16 HTTP/1.1" status: 200 len: 945 time: 0.0620589 Feb 21 00:33:57.222502 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-8130a56a-cada-4565-8665-5bf817ff6315 req-2ec23dcd-9f42-41c7-a46a-db74de58ca7d tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550931 Feb 21 00:33:57.494315 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90693a35-dac4-4369-8117-2e2bb4e1669f req-276307d5-0de9-4e8d-a79e-f965ac72954f tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:57.495859 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-90693a35-dac4-4369-8117-2e2bb4e1669f req-276307d5-0de9-4e8d-a79e-f965ac72954f tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8230352-c17e-4cac-8ed0-da7c12f48e16 HTTP/1.1" status: 200 len: 945 time: 0.0577166 Feb 21 00:33:57.499910 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6300f2-8a62-4784-af67-8c3902676a88 req-9a321bdb-a9f2-4428-b533-899a90614245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:57.501420 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-aa6300f2-8a62-4784-af67-8c3902676a88 req-9a321bdb-a9f2-4428-b533-899a90614245 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1092f05b80bd4759940d2fbd268d02b0&device_id=f8230352-c17e-4cac-8ed0-da7c12f48e16 HTTP/1.1" status: 200 len: 1129 time: 0.0507429 Feb 21 00:33:57.551661 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-90693a35-dac4-4369-8117-2e2bb4e1669f req-57a35dfb-ccf5-452a-bcd2-44453d093db1 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500305 Feb 21 00:33:57.602901 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6300f2-8a62-4784-af67-8c3902676a88 req-a6c29b51-0e7d-45a0-a53e-4bdd9e6dcff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:57.604563 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-aa6300f2-8a62-4784-af67-8c3902676a88 req-a6c29b51-0e7d-45a0-a53e-4bdd9e6dcff9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2662c2a7-dfa3-4cb4-bf70-b308bbf4a003 HTTP/1.1" status: 200 len: 919 time: 0.0951853 Feb 21 00:33:57.650033 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-aa6300f2-8a62-4784-af67-8c3902676a88 req-210255e1-4b4e-4d0b-a0c5-c7bd6a9bb974 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8785719d-2f3c-440c-8de1-fe892aa82f2c HTTP/1.1" status: 200 len: 217 time: 0.0348396 Feb 21 00:33:57.730571 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6300f2-8a62-4784-af67-8c3902676a88 req-0d1b5e70-3efc-462c-a799-89dc70418e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:57.732075 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-aa6300f2-8a62-4784-af67-8c3902676a88 req-0d1b5e70-3efc-462c-a799-89dc70418e40 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6c91acbb-c03d-4786-afca-288f577437ce HTTP/1.1" status: 200 len: 858 time: 0.0745497 Feb 21 00:33:57.754692 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9431bb87-7533-4028-afa0-142ba25e224a req-341fe100-cc0f-4013-b9f3-58578e49f066 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:57.756330 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-9431bb87-7533-4028-afa0-142ba25e224a req-341fe100-cc0f-4013-b9f3-58578e49f066 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/ports?device_id=dcb8276e-ea77-4539-906f-42a546630687 HTTP/1.1" status: 200 len: 945 time: 0.0637116 Feb 21 00:33:57.795245 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-aa6300f2-8a62-4784-af67-8c3902676a88 req-2335503c-2d53-46fb-b4b5-2b7972e45105 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2662c2a7-dfa3-4cb4-bf70-b308bbf4a003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339346 Feb 21 00:33:57.892242 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-9431bb87-7533-4028-afa0-142ba25e224a req-2da1d95f-90b6-4f6b-be0d-f989e9b5f58c tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/security-groups?id=4800d725-62c7-4955-8da5-9d1a9cb45564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295784 Feb 21 00:33:57.945664 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-aa6300f2-8a62-4784-af67-8c3902676a88 req-ab51e52c-399f-4f0c-b1dc-4d3a2e382a9b service neutron] 10.222.0.36 "GET /v2.0/networks/2662c2a7-dfa3-4cb4-bf70-b308bbf4a003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374063 Feb 21 00:33:58.061136 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-aa6300f2-8a62-4784-af67-8c3902676a88 req-07edf5f7-d110-416c-b577-43af02e2b91c service neutron] 10.222.0.36 "GET /v2.0/networks/2662c2a7-dfa3-4cb4-bf70-b308bbf4a003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973918 Feb 21 00:33:58.677620 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3b0d9f-e9d1-44e8-a184-a5fa1932b3f1 req-d5e0dbc4-9ac2-41f2-b34e-be117f50382d tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:58.679268 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-4d3b0d9f-e9d1-44e8-a184-a5fa1932b3f1 req-d5e0dbc4-9ac2-41f2-b34e-be117f50382d tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8230352-c17e-4cac-8ed0-da7c12f48e16 HTTP/1.1" status: 200 len: 945 time: 0.0576105 Feb 21 00:33:58.730792 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-4d3b0d9f-e9d1-44e8-a184-a5fa1932b3f1 req-9a18c843-dbfb-452c-ba78-ff94b06ffc48 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458202 Feb 21 00:33:59.020571 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0edad1-88eb-45cc-b3a7-a99b5f57d332 req-7c0a47e6-a073-4dde-b92e-c8821038dfa6 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:59.022341 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-3d0edad1-88eb-45cc-b3a7-a99b5f57d332 req-7c0a47e6-a073-4dde-b92e-c8821038dfa6 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/ports?device_id=dcb8276e-ea77-4539-906f-42a546630687 HTTP/1.1" status: 200 len: 945 time: 0.0564759 Feb 21 00:33:59.084431 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-3d0edad1-88eb-45cc-b3a7-a99b5f57d332 req-69512dfb-38a7-4870-bc6d-0323b7e80eaa tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/security-groups?id=4800d725-62c7-4955-8da5-9d1a9cb45564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557246 Feb 21 00:33:59.218731 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bdec86-7cf7-4363-8168-3040aad64609 req-18fd34a9-6b50-45b9-b986-6765a856d2b5 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:59.220275 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-81bdec86-7cf7-4363-8168-3040aad64609 req-18fd34a9-6b50-45b9-b986-6765a856d2b5 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/ports?device_id=dcb8276e-ea77-4539-906f-42a546630687 HTTP/1.1" status: 200 len: 945 time: 0.0641744 Feb 21 00:33:59.271713 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-81bdec86-7cf7-4363-8168-3040aad64609 req-c280496b-3c43-46ba-8bed-9ec7e1138505 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/security-groups?id=4800d725-62c7-4955-8da5-9d1a9cb45564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454533 Feb 21 00:33:59.297314 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 55618) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:33:59.526542 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379b7f73-6915-40aa-9971-caedc906c77e tempest-TestVolumeBootPattern-1418106278 tempest-TestVolumeBootPattern-1418106278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:59.528029 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-379b7f73-6915-40aa-9971-caedc906c77e tempest-TestVolumeBootPattern-1418106278 tempest-TestVolumeBootPattern-1418106278-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=dcb8276e-ea77-4539-906f-42a546630687 HTTP/1.1" status: 200 len: 1124 time: 0.2297425 Feb 21 00:33:59.532941 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 55628) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:33:59.538275 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.v2.base [None req-eee891a5-81ce-414e-8631-c29f7c23bfe3 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Request body: {'floatingip': {'floating_network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'port_id': '35e51b35-b86d-498b-b7fa-a67131025523', 'tenant_id': '2270182ca89c4878829f5c7baac9afe8', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:33:59.562174 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-eee891a5-81ce-414e-8631-c29f7c23bfe3 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:59.671114 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-eee891a5-81ce-414e-8631-c29f7c23bfe3 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (None), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:59.776488 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.db.db_base_plugin_common [None req-eee891a5-81ce-414e-8631-c29f7c23bfe3 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Allocated IP 172.27.3.106 (9d25e361-1d6c-4c24-9c73-356a2ab84050/890cd9a8-3116-412f-9022-3458585959da/6a926863-2f03-47a2-9b69-d4c7fbc31d08) {{(pid=109223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 00:33:59.910453 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e883b4c4-c0c4-47e6-b806-ae8649c357cc req-011aad05-da48-40d0-988b-2bfc510c0ace tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:33:59.911958 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-e883b4c4-c0c4-47e6-b806-ae8649c357cc req-011aad05-da48-40d0-988b-2bfc510c0ace tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8230352-c17e-4cac-8ed0-da7c12f48e16 HTTP/1.1" status: 200 len: 945 time: 0.1064498 Feb 21 00:33:59.933694 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-eee891a5-81ce-414e-8631-c29f7c23bfe3 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Publish callbacks [] for port (6a926863-2f03-47a2-9b69-d4c7fbc31d08), precommit_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:33:59.983844 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-e883b4c4-c0c4-47e6-b806-ae8649c357cc req-8c463d26-09fb-4611-9e61-97e1df0fb9dc tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657539 Feb 21 00:34:00.000564 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-eee891a5-81ce-414e-8631-c29f7c23bfe3 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731676182815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3995289'] for port (6a926863-2f03-47a2-9b69-d4c7fbc31d08), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:00.060135 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee891a5-81ce-414e-8631-c29f7c23bfe3 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Network 9d25e361-1d6c-4c24-9c73-356a2ab84050 is already hosted by enough agents. {{(pid=109223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:34:00.062038 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee891a5-81ce-414e-8631-c29f7c23bfe3 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Pushing event updated for resources: {'Port': ['ID=6a926863-2f03-47a2-9b69-d4c7fbc31d08,revision_number=1']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:34:00.065445 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.scheduler.base_scheduler [None req-eee891a5-81ce-414e-8631-c29f7c23bfe3 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Resources bound (agent type, host, resource id): {{(pid=109223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:34:00.070564 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee891a5-81ce-414e-8631-c29f7c23bfe3 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Received port after_create {{(pid=109223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 00:34:00.091238 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee891a5-81ce-414e-8631-c29f7c23bfe3 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:34:00.091630 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee891a5-81ce-414e-8631-c29f7c23bfe3 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:34:00.091988 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee891a5-81ce-414e-8631-c29f7c23bfe3 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:34:00.092321 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee891a5-81ce-414e-8631-c29f7c23bfe3 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:34:00.092660 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee891a5-81ce-414e-8631-c29f7c23bfe3 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:34:00.092992 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee891a5-81ce-414e-8631-c29f7c23bfe3 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:34:00.093329 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee891a5-81ce-414e-8631-c29f7c23bfe3 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:34:00.093656 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee891a5-81ce-414e-8631-c29f7c23bfe3 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:34:00.093982 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee891a5-81ce-414e-8631-c29f7c23bfe3 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:34:00.094311 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee891a5-81ce-414e-8631-c29f7c23bfe3 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:34:00.094639 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee891a5-81ce-414e-8631-c29f7c23bfe3 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:34:00.094963 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee891a5-81ce-414e-8631-c29f7c23bfe3 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:34:00.095327 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee891a5-81ce-414e-8631-c29f7c23bfe3 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:34:00.563476 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-eee891a5-81ce-414e-8631-c29f7c23bfe3 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Publish callbacks [] for floatingip (047a9b14-b8c4-47dc-9d33-af219ac6e8cd), precommit_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:00.681284 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-eee891a5-81ce-414e-8631-c29f7c23bfe3 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (6a926863-2f03-47a2-9b69-d4c7fbc31d08), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:00.878867 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-eee891a5-81ce-414e-8631-c29f7c23bfe3 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Publish callbacks [] for port (6a926863-2f03-47a2-9b69-d4c7fbc31d08), precommit_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:00.887915 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-eee891a5-81ce-414e-8631-c29f7c23bfe3 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3995266'] for port (6a926863-2f03-47a2-9b69-d4c7fbc31d08), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:00.939523 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efc1348-188c-4376-8182-27ec86bac21a req-a2b4b086-8db3-486d-a35d-c9c08475a1e6 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:00.941337 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-0efc1348-188c-4376-8182-27ec86bac21a req-a2b4b086-8db3-486d-a35d-c9c08475a1e6 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5a8ef3f-bf09-45df-962d-0e40abbae7a3 HTTP/1.1" status: 200 len: 945 time: 0.1108921 Feb 21 00:34:01.011035 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee891a5-81ce-414e-8631-c29f7c23bfe3 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Pushing event updated for resources: {'Port': ['ID=6a926863-2f03-47a2-9b69-d4c7fbc31d08,revision_number=2']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:34:01.029510 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-eee891a5-81ce-414e-8631-c29f7c23bfe3 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-951287'] for floatingip (047a9b14-b8c4-47dc-9d33-af219ac6e8cd), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:01.114161 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-0efc1348-188c-4376-8182-27ec86bac21a req-502bfd36-a56d-4d94-94a0-d1a46c33762b tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/security-groups?id=d4c2ccd5-90d6-42ad-bf3a-131ba1b47e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666896 Feb 21 00:34:01.156727 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f76994-022e-4463-a03b-d23025fa8325 req-051a842b-14a3-4efe-a36a-bcf21b662180 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:01.162022 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-b6f76994-022e-4463-a03b-d23025fa8325 req-051a842b-14a3-4efe-a36a-bcf21b662180 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8230352-c17e-4cac-8ed0-da7c12f48e16 HTTP/1.1" status: 200 len: 945 time: 0.0908122 Feb 21 00:34:01.203456 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.db.l3_db [None req-eee891a5-81ce-414e-8631-c29f7c23bfe3 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Floating IP 047a9b14-b8c4-47dc-9d33-af219ac6e8cd associated. External IP: 172.27.3.106, port: 35e51b35-b86d-498b-b7fa-a67131025523. Feb 21 00:34:01.256784 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-b6f76994-022e-4463-a03b-d23025fa8325 req-1f4117ab-450a-4715-9540-3fc703469889 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888104 Feb 21 00:34:01.381384 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-6fbb39d0-b2c0-48ec-866b-c65d0b7b9374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (57941464-2af3-4cc7-9b46-3eeacd6f6fca), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:01.649002 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eee891a5-81ce-414e-8631-c29f7c23bfe3 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Router 346adc60-ef05-48df-9cb2-9b491a24d31d has already been hosted by L3 agent 47b5b2cb-5391-4fc3-9478-3db20537c35a {{(pid=109223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 00:34:01.765503 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eee891a5-81ce-414e-8631-c29f7c23bfe3 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Notify agent at l3_agent.dv-cinder-813225-6-iscsi the message routers_updated {{(pid=109223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 00:34:01.777606 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab222fa-89cb-42ec-9fe9-423125d102c5 None None] Sync routers for ids ['346adc60-ef05-48df-9cb2-9b491a24d31d'] in dv-cinder-813225-6-iscsi {{(pid=109225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 00:34:01.785176 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-eee891a5-81ce-414e-8631-c29f7c23bfe3 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469064'] for floatingip (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:01.792205 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab222fa-89cb-42ec-9fe9-423125d102c5 None None] Routers {'346adc60-ef05-48df-9cb2-9b491a24d31d'} bound to L3 agent in host dv-cinder-813225-6-iscsi {{(pid=109225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:34:01.792848 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_hamode_db [None req-9ab222fa-89cb-42ec-9fe9-423125d102c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T00:23:33Z,description=,heartbeat_timestamp=2022-02-21T00:33:33Z,host='dv-cinder-813225-6-iscsi',id=47b5b2cb-5391-4fc3-9478-3db20537c35a,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:23:34Z,topic='l3_agent')) {'router_ids': ['346adc60-ef05-48df-9cb2-9b491a24d31d'], 'active': True} {{(pid=109225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:34:01.828142 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-eee891a5-81ce-414e-8631-c29f7c23bfe3 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2940145 Feb 21 00:34:01.829557 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcb8276e-ea77-4539-906f-42a546630687', 'tag': '35e51b35-b86d-498b-b7fa-a67131025523'}] {{(pid=109223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:34:01.832875 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e715aefe3c9ef135eab9c3f6db0762b6d644c88deee0f0e52fc82e911840b856" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d581afed-ebee-485b-b1f4-64e455a2a38f" -d '{"events": [{"name": "network-changed", "server_uuid": "dcb8276e-ea77-4539-906f-42a546630687", "tag": "35e51b35-b86d-498b-b7fa-a67131025523"}]}' {{(pid=109223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:34:01.876445 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 00:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1204d71b-1a33-4af0-9328-1c42bc791700 x-openstack-request-id: req-1204d71b-1a33-4af0-9328-1c42bc791700 {{(pid=109223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:34:01.876741 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcb8276e-ea77-4539-906f-42a546630687", "tag": "35e51b35-b86d-498b-b7fa-a67131025523", "status": "completed", "code": 200}]} {{(pid=109223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:34:01.877002 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1204d71b-1a33-4af0-9328-1c42bc791700 {{(pid=109223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:34:01.877485 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcb8276e-ea77-4539-906f-42a546630687', 'tag': '35e51b35-b86d-498b-b7fa-a67131025523', 'status': 'completed', 'code': 200} Feb 21 00:34:01.927276 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_dvr_db [None req-9ab222fa-89cb-42ec-9fe9-423125d102c5 None None] Set router 346adc60-ef05-48df-9cb2-9b491a24d31d gateway port host: dv-cinder-813225-6-iscsi {{(pid=109225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:34:01.981399 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d581afed-ebee-485b-b1f4-64e455a2a38f req-6d8cfa5f-06ff-46bd-bf99-96209bbec6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:01.984123 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-d581afed-ebee-485b-b1f4-64e455a2a38f req-6d8cfa5f-06ff-46bd-bf99-96209bbec6dc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2270182ca89c4878829f5c7baac9afe8&device_id=dcb8276e-ea77-4539-906f-42a546630687 HTTP/1.1" status: 200 len: 1129 time: 0.0594864 Feb 21 00:34:02.092663 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d581afed-ebee-485b-b1f4-64e455a2a38f req-b8cad32f-646a-494e-bf78-8197b1ceda4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:02.094794 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-d581afed-ebee-485b-b1f4-64e455a2a38f req-b8cad32f-646a-494e-bf78-8197b1ceda4f service neutron] 10.222.0.36 "GET /v2.0/networks?id=2e0e8283-a033-407a-bc70-5d3d5b11923a HTTP/1.1" status: 200 len: 913 time: 0.1038301 Feb 21 00:34:02.207594 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-d581afed-ebee-485b-b1f4-64e455a2a38f req-01801569-7b51-42cc-9622-e18d3d238180 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=35e51b35-b86d-498b-b7fa-a67131025523 HTTP/1.1" status: 200 len: 999 time: 0.0979002 Feb 21 00:34:02.257250 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_hamode_db [None req-9ab222fa-89cb-42ec-9fe9-423125d102c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '346adc60-ef05-48df-9cb2-9b491a24d31d', 'name': 'tempest-TestVolumeBootPattern-1275303664-router', 'tenant_id': '2270182ca89c4878829f5c7baac9afe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'external_fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '53e7767d-0a14-4513-b911-ce8d7620d468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:32:51Z', 'updated_at': '2022-02-21T00:32:55Z', 'revision_number': 4, 'project_id': '2270182ca89c4878829f5c7baac9afe8', 'gw_port': {'id': '53e7767d-0a14-4513-b911-ce8d7620d468', 'name': '', 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:62:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346adc60-ef05-48df-9cb2-9b491a24d31d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:32:52Z', 'updated_at': '2022-02-21T00:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '890cd9a8-3116-412f-9022-3458585959da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-6-iscsi', '_floatingips': [{'id': '047a9b14-b8c4-47dc-9d33-af219ac6e8cd', 'tenant_id': '2270182ca89c4878829f5c7baac9afe8', 'floating_ip_address': '172.27.3.106', 'floating_network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'router_id': '346adc60-ef05-48df-9cb2-9b491a24d31d', 'port_id': '35e51b35-b86d-498b-b7fa-a67131025523', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 356, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e0e8283-a033-407a-bc70-5d3d5b11923a', 'mac_address': 'fa:16:3e:c6:51:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb8276e-ea77-4539-906f-42a546630687', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T00:34:00Z', 'updated_at': '2022-02-21T00:34:00Z', 'revision_number': 0, 'project_id': '2270182ca89c4878829f5c7baac9afe8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6e3da95-a78f-4af2-a6ad-b55f6ec209e3', 'name': '', 'network_id': '2e0e8283-a033-407a-bc70-5d3d5b11923a', 'tenant_id': '2270182ca89c4878829f5c7baac9afe8', 'mac_address': 'fa:16:3e:5a:7b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346adc60-ef05-48df-9cb2-9b491a24d31d', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '7bfe349a-348f-4ba1-9415-79c5ecd08feb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:32:54Z', 'updated_at': '2022-02-21T00:33:01Z', 'revision_number': 5, 'project_id': '2270182ca89c4878829f5c7baac9afe8', 'subnets': [{'id': '7bfe349a-348f-4ba1-9415-79c5ecd08feb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-6-iscsi', False) {} {{(pid=109225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:34:02.302606 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab222fa-89cb-42ec-9fe9-423125d102c5 None None] Checking router: 346adc60-ef05-48df-9cb2-9b491a24d31d for host: dv-cinder-813225-6-iscsi {{(pid=109225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 00:34:02.315061 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d581afed-ebee-485b-b1f4-64e455a2a38f req-e0e20be3-50ab-40ae-b90d-c3d106dcd970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:02.316683 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eff53d-6ffc-4d6d-a1dc-fb99ef18633a req-931d0145-36ed-44ef-888a-27c5c42d896b tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:02.317753 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-d581afed-ebee-485b-b1f4-64e455a2a38f req-e0e20be3-50ab-40ae-b90d-c3d106dcd970 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7bfe349a-348f-4ba1-9415-79c5ecd08feb HTTP/1.1" status: 200 len: 851 time: 0.0974867 Feb 21 00:34:02.318374 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-09eff53d-6ffc-4d6d-a1dc-fb99ef18633a req-931d0145-36ed-44ef-888a-27c5c42d896b tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5a8ef3f-bf09-45df-962d-0e40abbae7a3 HTTP/1.1" status: 200 len: 945 time: 0.1192880 Feb 21 00:34:02.322136 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab222fa-89cb-42ec-9fe9-423125d102c5 None None] Routers {'346adc60-ef05-48df-9cb2-9b491a24d31d'} bound to L3 agent in host dv-cinder-813225-6-iscsi {{(pid=109225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:34:02.322831 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_hamode_db [None req-9ab222fa-89cb-42ec-9fe9-423125d102c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T00:23:33Z,description=,heartbeat_timestamp=2022-02-21T00:33:33Z,host='dv-cinder-813225-6-iscsi',id=47b5b2cb-5391-4fc3-9478-3db20537c35a,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:23:34Z,topic='l3_agent')) {'router_ids': ['346adc60-ef05-48df-9cb2-9b491a24d31d'], 'active': True} {{(pid=109225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:34:02.391032 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-09eff53d-6ffc-4d6d-a1dc-fb99ef18633a req-db969c9d-1dab-47b8-bdef-564b558fc191 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/security-groups?id=d4c2ccd5-90d6-42ad-bf3a-131ba1b47e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666943 Feb 21 00:34:02.457733 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d581afed-ebee-485b-b1f4-64e455a2a38f req-8c94e5e0-e991-4cc6-b1e2-4975966d84e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:02.459786 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-d581afed-ebee-485b-b1f4-64e455a2a38f req-8c94e5e0-e991-4cc6-b1e2-4975966d84e9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2e0e8283-a033-407a-bc70-5d3d5b11923a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1268587 Feb 21 00:34:02.480837 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_dvr_db [None req-9ab222fa-89cb-42ec-9fe9-423125d102c5 None None] Set router 346adc60-ef05-48df-9cb2-9b491a24d31d gateway port host: dv-cinder-813225-6-iscsi {{(pid=109225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:34:02.587038 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d31ac5-c93f-4dfb-a17b-6851a2832c01 req-a965eb7d-2404-4ced-ae3b-32ab6a76af2b tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:02.588755 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-28d31ac5-c93f-4dfb-a17b-6851a2832c01 req-a965eb7d-2404-4ced-ae3b-32ab6a76af2b tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8230352-c17e-4cac-8ed0-da7c12f48e16 HTTP/1.1" status: 200 len: 945 time: 0.2165406 Feb 21 00:34:02.670623 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-d581afed-ebee-485b-b1f4-64e455a2a38f req-302f3ffb-89bb-4238-8087-37ce003b8c5a service neutron] 10.222.0.36 "GET /v2.0/networks/2e0e8283-a033-407a-bc70-5d3d5b11923a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862829 Feb 21 00:34:02.675616 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-28d31ac5-c93f-4dfb-a17b-6851a2832c01 req-868d3fed-1789-4d94-94f4-dc130ac42b2a tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747154 Feb 21 00:34:02.771921 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_hamode_db [None req-9ab222fa-89cb-42ec-9fe9-423125d102c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '346adc60-ef05-48df-9cb2-9b491a24d31d', 'name': 'tempest-TestVolumeBootPattern-1275303664-router', 'tenant_id': '2270182ca89c4878829f5c7baac9afe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'external_fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '53e7767d-0a14-4513-b911-ce8d7620d468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:32:51Z', 'updated_at': '2022-02-21T00:32:55Z', 'revision_number': 4, 'project_id': '2270182ca89c4878829f5c7baac9afe8', 'gw_port': {'id': '53e7767d-0a14-4513-b911-ce8d7620d468', 'name': '', 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:62:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346adc60-ef05-48df-9cb2-9b491a24d31d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:32:52Z', 'updated_at': '2022-02-21T00:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '890cd9a8-3116-412f-9022-3458585959da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-6-iscsi', '_floatingips': [{'id': '047a9b14-b8c4-47dc-9d33-af219ac6e8cd', 'tenant_id': '2270182ca89c4878829f5c7baac9afe8', 'floating_ip_address': '172.27.3.106', 'floating_network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'router_id': '346adc60-ef05-48df-9cb2-9b491a24d31d', 'port_id': '35e51b35-b86d-498b-b7fa-a67131025523', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 356, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e0e8283-a033-407a-bc70-5d3d5b11923a', 'mac_address': 'fa:16:3e:c6:51:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb8276e-ea77-4539-906f-42a546630687', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T00:34:00Z', 'updated_at': '2022-02-21T00:34:00Z', 'revision_number': 0, 'project_id': '2270182ca89c4878829f5c7baac9afe8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6e3da95-a78f-4af2-a6ad-b55f6ec209e3', 'name': '', 'network_id': '2e0e8283-a033-407a-bc70-5d3d5b11923a', 'tenant_id': '2270182ca89c4878829f5c7baac9afe8', 'mac_address': 'fa:16:3e:5a:7b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346adc60-ef05-48df-9cb2-9b491a24d31d', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '7bfe349a-348f-4ba1-9415-79c5ecd08feb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:32:54Z', 'updated_at': '2022-02-21T00:33:01Z', 'revision_number': 5, 'project_id': '2270182ca89c4878829f5c7baac9afe8', 'subnets': [{'id': '7bfe349a-348f-4ba1-9415-79c5ecd08feb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-6-iscsi', False) {} {{(pid=109225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:34:02.798731 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-d581afed-ebee-485b-b1f4-64e455a2a38f req-80e57488-ba95-4f41-99bf-7e7cdf53b457 service neutron] 10.222.0.36 "GET /v2.0/networks/2e0e8283-a033-407a-bc70-5d3d5b11923a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104181 Feb 21 00:34:02.811720 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab222fa-89cb-42ec-9fe9-423125d102c5 None None] The sync data for ids ['346adc60-ef05-48df-9cb2-9b491a24d31d'] in dv-cinder-813225-6-iscsi is: [{'id': '346adc60-ef05-48df-9cb2-9b491a24d31d', 'name': 'tempest-TestVolumeBootPattern-1275303664-router', 'tenant_id': '2270182ca89c4878829f5c7baac9afe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'external_fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '53e7767d-0a14-4513-b911-ce8d7620d468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:32:51Z', 'updated_at': '2022-02-21T00:32:55Z', 'revision_number': 4, 'project_id': '2270182ca89c4878829f5c7baac9afe8', 'gw_port': {'id': '53e7767d-0a14-4513-b911-ce8d7620d468', 'name': '', 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:62:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346adc60-ef05-48df-9cb2-9b491a24d31d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:32:52Z', 'updated_at': '2022-02-21T00:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '890cd9a8-3116-412f-9022-3458585959da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-6-iscsi', '_floatingips': [{'id': '047a9b14-b8c4-47dc-9d33-af219ac6e8cd', 'tenant_id': '2270182ca89c4878829f5c7baac9afe8', 'floating_ip_address': '172.27.3.106', 'floating_network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'router_id': '346adc60-ef05-48df-9cb2-9b491a24d31d', 'port_id': '35e51b35-b86d-498b-b7fa-a67131025523', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 356, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e0e8283-a033-407a-bc70-5d3d5b11923a', 'mac_address': 'fa:16:3e:c6:51:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb8276e-ea77-4539-906f-42a546630687', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T00:34:00Z', 'updated_at': '2022-02-21T00:34:00Z', 'revision_number': 0, 'project_id': '2270182ca89c4878829f5c7baac9afe8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6e3da95-a78f-4af2-a6ad-b55f6ec209e3', 'name': '', 'network_id': '2e0e8283-a033-407a-bc70-5d3d5b11923a', 'tenant_id': '2270182ca89c4878829f5c7baac9afe8', 'mac_address': 'fa:16:3e:5a:7b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346adc60-ef05-48df-9cb2-9b491a24d31d', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '7bfe349a-348f-4ba1-9415-79c5ecd08feb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:32:54Z', 'updated_at': '2022-02-21T00:33:01Z', 'revision_number': 5, 'project_id': '2270182ca89c4878829f5c7baac9afe8', 'subnets': [{'id': '7bfe349a-348f-4ba1-9415-79c5ecd08feb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 00:34:03.124169 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d4b13f-f3ec-4ac9-b6d4-3badac0dc861 None None] New status for floating IP 047a9b14-b8c4-47dc-9d33-af219ac6e8cd: ACTIVE {{(pid=109224) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 00:34:03.512547 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-d1045046-93bd-4ced-9c1b-3100b83e1765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (47b5b2cb-5391-4fc3-9478-3db20537c35a), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:03.531409 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f47f5d-4d25-40a9-a9d3-2ff195a277eb req-fba022b5-da40-413d-81f8-2e4ee5d16524 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:03.532921 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-b9f47f5d-4d25-40a9-a9d3-2ff195a277eb req-fba022b5-da40-413d-81f8-2e4ee5d16524 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5a8ef3f-bf09-45df-962d-0e40abbae7a3 HTTP/1.1" status: 200 len: 945 time: 0.0593889 Feb 21 00:34:03.582419 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-b9f47f5d-4d25-40a9-a9d3-2ff195a277eb req-5ba3f920-9a4b-48b2-b02b-3ddaeaddc021 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/security-groups?id=d4c2ccd5-90d6-42ad-bf3a-131ba1b47e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427516 Feb 21 00:34:04.248244 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0bcaf6-e077-45d6-a05c-6660e16e967c req-03f8a971-445b-4ac3-8378-8c86d9ef35a9 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:04.250426 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-6a0bcaf6-e077-45d6-a05c-6660e16e967c req-03f8a971-445b-4ac3-8378-8c86d9ef35a9 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5a8ef3f-bf09-45df-962d-0e40abbae7a3 HTTP/1.1" status: 200 len: 945 time: 0.1332021 Feb 21 00:34:04.371954 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022b26e8-c518-4c94-8e82-4a089bb006f9 req-fb94f57f-e66b-4d4a-aea1-910af676c6a2 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:04.373597 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-022b26e8-c518-4c94-8e82-4a089bb006f9 req-fb94f57f-e66b-4d4a-aea1-910af676c6a2 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8230352-c17e-4cac-8ed0-da7c12f48e16 HTTP/1.1" status: 200 len: 945 time: 0.1363363 Feb 21 00:34:04.463430 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [req-6a0bcaf6-e077-45d6-a05c-6660e16e967c req-9aee77d4-536b-483d-9f31-5e78c4b61029 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Deleting port cfc5b618-827c-4edd-8aa8-b1f3ebc7d29e {{(pid=109223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 00:34:04.463606 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-6a0bcaf6-e077-45d6-a05c-6660e16e967c req-9aee77d4-536b-483d-9f31-5e78c4b61029 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731676621334'] for port (cfc5b618-827c-4edd-8aa8-b1f3ebc7d29e), before_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:04.486397 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-022b26e8-c518-4c94-8e82-4a089bb006f9 req-f7c23779-9bef-408f-95da-955d45389eb7 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043940 Feb 21 00:34:04.582217 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [req-6a0bcaf6-e077-45d6-a05c-6660e16e967c req-9aee77d4-536b-483d-9f31-5e78c4b61029 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] For port cfc5b618-827c-4edd-8aa8-b1f3ebc7d29e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=cfc5b618-827c-4edd-8aa8-b1f3ebc7d29e,segment=NetworkSegment(41c853f0-8bb5-4bee-bddd-7995047fee1c),segment_id=41c853f0-8bb5-4bee-bddd-7995047fee1c)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:34:04.582907 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-6a0bcaf6-e077-45d6-a05c-6660e16e967c req-9aee77d4-536b-483d-9f31-5e78c4b61029 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950719'] for port (cfc5b618-827c-4edd-8aa8-b1f3ebc7d29e), precommit_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:04.598813 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [req-6a0bcaf6-e077-45d6-a05c-6660e16e967c req-9aee77d4-536b-483d-9f31-5e78c4b61029 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Calling delete_port for cfc5b618-827c-4edd-8aa8-b1f3ebc7d29e owned by compute:nova {{(pid=109223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 00:34:04.746226 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3f5f34-61ef-49e0-a28b-a97c747407a0 req-7fdde508-e078-46d1-929d-d3824d9a0583 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:04.748437 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-eb3f5f34-61ef-49e0-a28b-a97c747407a0 req-7fdde508-e078-46d1-929d-d3824d9a0583 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5a8ef3f-bf09-45df-962d-0e40abbae7a3 HTTP/1.1" status: 200 len: 945 time: 0.0833995 Feb 21 00:34:04.834018 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-6a0bcaf6-e077-45d6-a05c-6660e16e967c req-9aee77d4-536b-483d-9f31-5e78c4b61029 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731676626041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731676182824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3995289'] for port (cfc5b618-827c-4edd-8aa8-b1f3ebc7d29e), after_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:04.852934 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-eb3f5f34-61ef-49e0-a28b-a97c747407a0 req-c410ea7c-9621-41aa-b9ba-40659545db87 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/security-groups?id=d4c2ccd5-90d6-42ad-bf3a-131ba1b47e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848975 Feb 21 00:34:04.857709 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] get_ports_and_sgs() called for port_ids ['f3d26097-eec0-4f8b-a37f-5da2c7131cf4', 'b298c567-214d-4f2e-822e-50aebdc7ad41', 'cb8b3afb-8aca-4b05-a174-7a420ff1e3f1', 'cfc5b618-827c-4edd-8aa8-b1f3ebc7d29e'] {{(pid=109224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 00:34:04.885285 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aee77d4-536b-483d-9f31-5e78c4b61029 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Pushing event deleted for resources: {'Port': ['ID=cfc5b618-827c-4edd-8aa8-b1f3ebc7d29e,revision_number=None']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:34:04.941215 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a0bcaf6-e077-45d6-a05c-6660e16e967c req-9aee77d4-536b-483d-9f31-5e78c4b61029 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] No DVR routers for this DVR port cfc5b618-827c-4edd-8aa8-b1f3ebc7d29e on host hv-cinder-81322 {{(pid=109223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 00:34:04.951155 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-6a0bcaf6-e077-45d6-a05c-6660e16e967c req-9aee77d4-536b-483d-9f31-5e78c4b61029 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469064'] for port (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:04.951155 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-6a0bcaf6-e077-45d6-a05c-6660e16e967c req-9aee77d4-536b-483d-9f31-5e78c4b61029 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.36 "DELETE /v2.0/ports/cfc5b618-827c-4edd-8aa8-b1f3ebc7d29e HTTP/1.1" status: 204 len: 173 time: 0.6703248 Feb 21 00:34:04.951155 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5a8ef3f-bf09-45df-962d-0e40abbae7a3', 'name': 'network-vif-deleted', 'tag': 'cfc5b618-827c-4edd-8aa8-b1f3ebc7d29e'}] {{(pid=109223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:34:04.955221 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e715aefe3c9ef135eab9c3f6db0762b6d644c88deee0f0e52fc82e911840b856" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94bd2232-8ff9-472b-ab18-871a36a83814" -d '{"events": [{"server_uuid": "d5a8ef3f-bf09-45df-962d-0e40abbae7a3", "name": "network-vif-deleted", "tag": "cfc5b618-827c-4edd-8aa8-b1f3ebc7d29e"}]}' {{(pid=109223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:34:04.994981 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 00:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d5ce6dc-458d-44e7-babd-c141f429f67e x-openstack-request-id: req-0d5ce6dc-458d-44e7-babd-c141f429f67e {{(pid=109223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:34:04.995358 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5a8ef3f-bf09-45df-962d-0e40abbae7a3", "name": "network-vif-deleted", "tag": "cfc5b618-827c-4edd-8aa8-b1f3ebc7d29e", "status": "completed", "code": 200}]} {{(pid=109223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:34:04.995548 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0d5ce6dc-458d-44e7-babd-c141f429f67e {{(pid=109223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:34:04.995948 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5a8ef3f-bf09-45df-962d-0e40abbae7a3', 'name': 'network-vif-deleted', 'tag': 'cfc5b618-827c-4edd-8aa8-b1f3ebc7d29e', 'status': 'completed', 'code': 200} Feb 21 00:34:05.094786 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-2cd5f963-efb3-4d3f-8e75-14b6a6f65242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (4a388d83-9cb8-49a2-9541-35a13f295f4a), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:06.378414 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-09e0abcb-2b1d-4918-a5e2-a10ed408e1f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (417c2155-c2c7-44af-91e4-b32264eafb82), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:07.349743 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d313e2ad-9b14-4ba2-a473-cdabd9473eda req-cca20fb4-4c80-4a03-9cab-958ade0f31a0 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:07.351359 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-d313e2ad-9b14-4ba2-a473-cdabd9473eda req-cca20fb4-4c80-4a03-9cab-958ade0f31a0 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/ports?device_id=471da000-87d9-4e1e-b9a4-4d216cc18826 HTTP/1.1" status: 200 len: 946 time: 0.0585508 Feb 21 00:34:07.400556 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-d313e2ad-9b14-4ba2-a473-cdabd9473eda req-277a1766-afed-4c87-b2ed-6cad5c69411d tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/security-groups?id=d4c2ccd5-90d6-42ad-bf3a-131ba1b47e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437136 Feb 21 00:34:07.562522 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Device cfc5b618-827c-4edd-8aa8-b1f3ebc7d29e no longer exists at agent hyperv_hv-cinder-81322 {{(pid=109224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 00:34:07.583060 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] No Port match for: cfc5b618-827c-4edd-8aa8-b1f3ebc7d29e {{(pid=109224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 00:34:07.583523 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Device cfc5b618-827c-4edd-8aa8-b1f3ebc7d29e not bound to the agent host hv-cinder-81322 {{(pid=109224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 00:34:08.051576 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (d6e95c40-1d90-4a13-9e37-1d6580a24190), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:08.542951 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4773577-8677-42c1-8fc8-9aa9d144002a req-08a4eec7-c43c-468a-8feb-9b08e0b219b3 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:08.545677 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-d4773577-8677-42c1-8fc8-9aa9d144002a req-08a4eec7-c43c-468a-8feb-9b08e0b219b3 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/ports?device_id=471da000-87d9-4e1e-b9a4-4d216cc18826 HTTP/1.1" status: 200 len: 946 time: 0.0700276 Feb 21 00:34:08.599715 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-d4773577-8677-42c1-8fc8-9aa9d144002a req-8c54a351-b4d0-4bcd-89fd-2cdf97c91890 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/security-groups?id=d4c2ccd5-90d6-42ad-bf3a-131ba1b47e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484159 Feb 21 00:34:08.892684 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.agents_db [None req-b2a96afc-399a-46ae-93e6-bd9f3e536be2 None None] Agent healthcheck: found 6 active agents {{(pid=109225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 00:34:09.724902 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d52010-e0c8-45b1-847a-bb261f35f01e req-9cb455b7-cbfa-4509-a756-6d2edae55fa5 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:09.726452 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-80d52010-e0c8-45b1-847a-bb261f35f01e req-9cb455b7-cbfa-4509-a756-6d2edae55fa5 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/ports?device_id=471da000-87d9-4e1e-b9a4-4d216cc18826 HTTP/1.1" status: 200 len: 946 time: 0.0538588 Feb 21 00:34:09.783980 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-80d52010-e0c8-45b1-847a-bb261f35f01e req-a3520c70-ad5d-4f23-9653-03ddc2cb8cce tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/security-groups?id=d4c2ccd5-90d6-42ad-bf3a-131ba1b47e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514014 Feb 21 00:34:09.847983 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff05b443-a307-4368-9eca-7c82e1a7132e req-27a5c263-e509-44c6-958f-ae019a833fb5 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:09.849445 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-ff05b443-a307-4368-9eca-7c82e1a7132e req-27a5c263-e509-44c6-958f-ae019a833fb5 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.36 "GET /v2.0/ports?device_id=471da000-87d9-4e1e-b9a4-4d216cc18826 HTTP/1.1" status: 200 len: 946 time: 0.0561099 Feb 21 00:34:09.953970 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [req-ff05b443-a307-4368-9eca-7c82e1a7132e req-a42a4c31-7f1c-46e4-b863-7f467d729a55 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Deleting port cb8b3afb-8aca-4b05-a174-7a420ff1e3f1 {{(pid=109223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 00:34:09.954317 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-ff05b443-a307-4368-9eca-7c82e1a7132e req-a42a4c31-7f1c-46e4-b863-7f467d729a55 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731676621334'] for port (cb8b3afb-8aca-4b05-a174-7a420ff1e3f1), before_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:10.050012 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [req-ff05b443-a307-4368-9eca-7c82e1a7132e req-a42a4c31-7f1c-46e4-b863-7f467d729a55 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] For port cb8b3afb-8aca-4b05-a174-7a420ff1e3f1, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=cb8b3afb-8aca-4b05-a174-7a420ff1e3f1,segment=NetworkSegment(41c853f0-8bb5-4bee-bddd-7995047fee1c),segment_id=41c853f0-8bb5-4bee-bddd-7995047fee1c)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:34:10.050290 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-ff05b443-a307-4368-9eca-7c82e1a7132e req-a42a4c31-7f1c-46e4-b863-7f467d729a55 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950719'] for port (cb8b3afb-8aca-4b05-a174-7a420ff1e3f1), precommit_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:10.064155 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [req-ff05b443-a307-4368-9eca-7c82e1a7132e req-a42a4c31-7f1c-46e4-b863-7f467d729a55 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Calling delete_port for cb8b3afb-8aca-4b05-a174-7a420ff1e3f1 owned by compute:nova {{(pid=109223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 00:34:10.226633 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-ff05b443-a307-4368-9eca-7c82e1a7132e req-a42a4c31-7f1c-46e4-b863-7f467d729a55 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731676626041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731676182824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3995289'] for port (cb8b3afb-8aca-4b05-a174-7a420ff1e3f1), after_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:10.240192 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] get_ports_and_sgs() called for port_ids ['f3d26097-eec0-4f8b-a37f-5da2c7131cf4', 'b298c567-214d-4f2e-822e-50aebdc7ad41', 'cb8b3afb-8aca-4b05-a174-7a420ff1e3f1'] {{(pid=109224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 00:34:10.257792 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42a4c31-7f1c-46e4-b863-7f467d729a55 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Pushing event deleted for resources: {'Port': ['ID=cb8b3afb-8aca-4b05-a174-7a420ff1e3f1,revision_number=None']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:34:10.329688 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff05b443-a307-4368-9eca-7c82e1a7132e req-a42a4c31-7f1c-46e4-b863-7f467d729a55 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] No DVR routers for this DVR port cb8b3afb-8aca-4b05-a174-7a420ff1e3f1 on host hv-cinder-81322 {{(pid=109223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 00:34:10.332362 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-ff05b443-a307-4368-9eca-7c82e1a7132e req-a42a4c31-7f1c-46e4-b863-7f467d729a55 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469064'] for port (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:10.336154 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-ff05b443-a307-4368-9eca-7c82e1a7132e req-a42a4c31-7f1c-46e4-b863-7f467d729a55 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.36 "DELETE /v2.0/ports/cb8b3afb-8aca-4b05-a174-7a420ff1e3f1 HTTP/1.1" status: 204 len: 173 time: 0.4809766 Feb 21 00:34:10.336722 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '471da000-87d9-4e1e-b9a4-4d216cc18826', 'name': 'network-vif-deleted', 'tag': 'cb8b3afb-8aca-4b05-a174-7a420ff1e3f1'}] {{(pid=109223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:34:10.339449 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e715aefe3c9ef135eab9c3f6db0762b6d644c88deee0f0e52fc82e911840b856" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f64774eb-607a-4844-b978-a3533d49e105" -d '{"events": [{"server_uuid": "471da000-87d9-4e1e-b9a4-4d216cc18826", "name": "network-vif-deleted", "tag": "cb8b3afb-8aca-4b05-a174-7a420ff1e3f1"}]}' {{(pid=109223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:34:10.393553 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 00:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d24dbe6d-7cfa-49e2-bd3b-6cf2ab78e692 x-openstack-request-id: req-d24dbe6d-7cfa-49e2-bd3b-6cf2ab78e692 {{(pid=109223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:34:10.393861 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "471da000-87d9-4e1e-b9a4-4d216cc18826", "name": "network-vif-deleted", "tag": "cb8b3afb-8aca-4b05-a174-7a420ff1e3f1", "status": "completed", "code": 200}]} {{(pid=109223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:34:10.394124 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d24dbe6d-7cfa-49e2-bd3b-6cf2ab78e692 {{(pid=109223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:34:10.394537 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '471da000-87d9-4e1e-b9a4-4d216cc18826', 'name': 'network-vif-deleted', 'tag': 'cb8b3afb-8aca-4b05-a174-7a420ff1e3f1', 'status': 'completed', 'code': 200} Feb 21 00:34:10.912780 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-f8397e67-d23a-4d80-be60-cd0d959c05f6 req-f3fb9aee-7160-42a0-b805-6e610588f25f tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/ports?device_id=471da000-87d9-4e1e-b9a4-4d216cc18826 HTTP/1.1" status: 200 len: 210 time: 0.0415592 Feb 21 00:34:12.270280 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f341fb-b6c1-4deb-aa07-db977d95a746 req-dda9590a-4058-48e7-9e18-c4c8edd3f52f tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:12.272092 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-a9f341fb-b6c1-4deb-aa07-db977d95a746 req-dda9590a-4058-48e7-9e18-c4c8edd3f52f tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/ports?device_id=f30576d2-85e7-4e35-915c-1a6660f90e3f HTTP/1.1" status: 200 len: 945 time: 0.0746865 Feb 21 00:34:12.339612 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-a9f341fb-b6c1-4deb-aa07-db977d95a746 req-c30630ee-76e3-4990-97c7-7644f695ec98 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/security-groups?id=d4c2ccd5-90d6-42ad-bf3a-131ba1b47e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570767 Feb 21 00:34:12.727045 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9ccab6-9779-476a-b84d-a12890c0f3ee req-e5fd6c7d-6126-4084-971d-f70abfcdce4e tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:12.728791 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-0a9ccab6-9779-476a-b84d-a12890c0f3ee req-e5fd6c7d-6126-4084-971d-f70abfcdce4e tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8230352-c17e-4cac-8ed0-da7c12f48e16 HTTP/1.1" status: 200 len: 945 time: 0.0833008 Feb 21 00:34:12.735480 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5b8502-3891-4812-b4e4-ae0c47ecaddf req-be0e575c-226c-4cdc-8922-8998f72cbc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:12.737040 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-bd5b8502-3891-4812-b4e4-ae0c47ecaddf req-be0e575c-226c-4cdc-8922-8998f72cbc6f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1092f05b80bd4759940d2fbd268d02b0&device_id=f8230352-c17e-4cac-8ed0-da7c12f48e16 HTTP/1.1" status: 200 len: 1129 time: 0.1037459 Feb 21 00:34:12.831218 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-0a9ccab6-9779-476a-b84d-a12890c0f3ee req-2c052970-612a-431d-ba3b-9346f0ba41f9 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928369 Feb 21 00:34:12.871114 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5b8502-3891-4812-b4e4-ae0c47ecaddf req-ccd31e0d-ee2b-4290-8b33-ee3d704f9bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:12.873281 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-bd5b8502-3891-4812-b4e4-ae0c47ecaddf req-ccd31e0d-ee2b-4290-8b33-ee3d704f9bde service neutron] 10.222.0.36 "GET /v2.0/networks?id=2662c2a7-dfa3-4cb4-bf70-b308bbf4a003 HTTP/1.1" status: 200 len: 919 time: 0.1216083 Feb 21 00:34:12.926292 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-bd5b8502-3891-4812-b4e4-ae0c47ecaddf req-7b2bb345-4b53-49a3-9dab-64255b09ceb8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8785719d-2f3c-440c-8de1-fe892aa82f2c HTTP/1.1" status: 200 len: 217 time: 0.0407336 Feb 21 00:34:12.980955 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5b8502-3891-4812-b4e4-ae0c47ecaddf req-39ed226c-bf4a-4b86-9c0a-459fec024b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:12.982837 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-bd5b8502-3891-4812-b4e4-ae0c47ecaddf req-39ed226c-bf4a-4b86-9c0a-459fec024b89 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6c91acbb-c03d-4786-afca-288f577437ce HTTP/1.1" status: 200 len: 858 time: 0.0468371 Feb 21 00:34:13.023782 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-bd5b8502-3891-4812-b4e4-ae0c47ecaddf req-f46d3a31-5ce6-4f5a-9c5a-051cd26b57ae service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2662c2a7-dfa3-4cb4-bf70-b308bbf4a003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253298 Feb 21 00:34:13.119260 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-bd5b8502-3891-4812-b4e4-ae0c47ecaddf req-f2103681-d005-481c-8014-76b271d95fc4 service neutron] 10.222.0.36 "GET /v2.0/networks/2662c2a7-dfa3-4cb4-bf70-b308bbf4a003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871241 Feb 21 00:34:13.226436 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-bd5b8502-3891-4812-b4e4-ae0c47ecaddf req-6c80862f-843b-43a3-91ef-afe599af4f66 service neutron] 10.222.0.36 "GET /v2.0/networks/2662c2a7-dfa3-4cb4-bf70-b308bbf4a003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915637 Feb 21 00:34:13.464777 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85abd05-acaf-4c70-a1df-7053f9cb9e50 req-9f31aa2f-aac0-45db-87eb-67a648252a97 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:13.466577 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-a85abd05-acaf-4c70-a1df-7053f9cb9e50 req-9f31aa2f-aac0-45db-87eb-67a648252a97 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/ports?device_id=f30576d2-85e7-4e35-915c-1a6660f90e3f HTTP/1.1" status: 200 len: 945 time: 0.0606110 Feb 21 00:34:13.516746 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-a85abd05-acaf-4c70-a1df-7053f9cb9e50 req-b5d779b7-66d3-4f40-88af-7a219694cb13 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/security-groups?id=d4c2ccd5-90d6-42ad-bf3a-131ba1b47e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440423 Feb 21 00:34:13.604338 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Device cb8b3afb-8aca-4b05-a174-7a420ff1e3f1 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=109224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 00:34:13.625223 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] No Port match for: cb8b3afb-8aca-4b05-a174-7a420ff1e3f1 {{(pid=109224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 00:34:13.625573 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Device cb8b3afb-8aca-4b05-a174-7a420ff1e3f1 not bound to the agent host hv-cinder-81322 {{(pid=109224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 00:34:13.963926 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b07bc7-a5a1-489c-97b8-80f576d6ed71 req-9feba678-dee4-4434-be37-571f9fd57665 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:13.965448 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-39b07bc7-a5a1-489c-97b8-80f576d6ed71 req-9feba678-dee4-4434-be37-571f9fd57665 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8230352-c17e-4cac-8ed0-da7c12f48e16 HTTP/1.1" status: 200 len: 945 time: 0.0583229 Feb 21 00:34:14.014280 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-39b07bc7-a5a1-489c-97b8-80f576d6ed71 req-2407089a-2e86-4553-9ece-ff2a549717ec tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421033 Feb 21 00:34:14.377166 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4ae3f6-48e5-4a10-84e0-d601b2fd1f1a req-36bfdc38-cdfb-4bfb-bf8d-0ae932835b71 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:14.379379 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-5a4ae3f6-48e5-4a10-84e0-d601b2fd1f1a req-36bfdc38-cdfb-4bfb-bf8d-0ae932835b71 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.36 "GET /v2.0/ports?device_id=f30576d2-85e7-4e35-915c-1a6660f90e3f HTTP/1.1" status: 200 len: 945 time: 0.0911393 Feb 21 00:34:14.426196 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027ea2f4-7dcc-4f56-ac3b-b914026a657c req-b9199593-2c10-4e89-b4ed-b4f36b4cbce5 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:14.428668 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-027ea2f4-7dcc-4f56-ac3b-b914026a657c req-b9199593-2c10-4e89-b4ed-b4f36b4cbce5 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=40d12558-3fed-4562-b3a8-9a6f076fc3d9 HTTP/1.1" status: 200 len: 945 time: 0.1062748 Feb 21 00:34:14.507820 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-027ea2f4-7dcc-4f56-ac3b-b914026a657c req-99fa83b1-dffc-427c-80a6-6fddfe211cf3 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f05195e-1011-4af1-b12a-07d8f5627ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739217 Feb 21 00:34:14.527809 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [req-5a4ae3f6-48e5-4a10-84e0-d601b2fd1f1a req-876c5848-a0e9-42e9-a6d1-f7f76b537ebf tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Deleting port b298c567-214d-4f2e-822e-50aebdc7ad41 {{(pid=109223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 00:34:14.528153 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-5a4ae3f6-48e5-4a10-84e0-d601b2fd1f1a req-876c5848-a0e9-42e9-a6d1-f7f76b537ebf tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731676621334'] for port (b298c567-214d-4f2e-822e-50aebdc7ad41), before_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:14.618756 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (2124d49d-e543-43fa-8e9f-817e1d020459), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:14.636238 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [req-5a4ae3f6-48e5-4a10-84e0-d601b2fd1f1a req-876c5848-a0e9-42e9-a6d1-f7f76b537ebf tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] For port b298c567-214d-4f2e-822e-50aebdc7ad41, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b298c567-214d-4f2e-822e-50aebdc7ad41,segment=NetworkSegment(41c853f0-8bb5-4bee-bddd-7995047fee1c),segment_id=41c853f0-8bb5-4bee-bddd-7995047fee1c)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:34:14.636721 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-5a4ae3f6-48e5-4a10-84e0-d601b2fd1f1a req-876c5848-a0e9-42e9-a6d1-f7f76b537ebf tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950719'] for port (b298c567-214d-4f2e-822e-50aebdc7ad41), precommit_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:14.649406 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [req-5a4ae3f6-48e5-4a10-84e0-d601b2fd1f1a req-876c5848-a0e9-42e9-a6d1-f7f76b537ebf tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Calling delete_port for b298c567-214d-4f2e-822e-50aebdc7ad41 owned by compute:nova {{(pid=109223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 00:34:14.669820 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15e63a4-ab9c-46ca-93aa-28dd04fe07ac req-f99b7d19-a03e-40c9-a3e5-c84edcdb8198 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:14.672672 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-a15e63a4-ab9c-46ca-93aa-28dd04fe07ac req-f99b7d19-a03e-40c9-a3e5-c84edcdb8198 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/ports?device_id=f30576d2-85e7-4e35-915c-1a6660f90e3f HTTP/1.1" status: 200 len: 945 time: 0.0688393 Feb 21 00:34:14.728411 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-a15e63a4-ab9c-46ca-93aa-28dd04fe07ac req-f5b0d852-94b1-4205-a8fe-e61b444783cf tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/security-groups?id=d4c2ccd5-90d6-42ad-bf3a-131ba1b47e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493515 Feb 21 00:34:14.815875 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-5a4ae3f6-48e5-4a10-84e0-d601b2fd1f1a req-876c5848-a0e9-42e9-a6d1-f7f76b537ebf tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731676626041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731676182824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3995289'] for port (b298c567-214d-4f2e-822e-50aebdc7ad41), after_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:14.832865 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] get_ports_and_sgs() called for port_ids ['f3d26097-eec0-4f8b-a37f-5da2c7131cf4', 'b298c567-214d-4f2e-822e-50aebdc7ad41'] {{(pid=109224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 00:34:14.876534 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c5848-a0e9-42e9-a6d1-f7f76b537ebf tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Pushing event deleted for resources: {'Port': ['ID=b298c567-214d-4f2e-822e-50aebdc7ad41,revision_number=None']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:34:14.894515 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a4ae3f6-48e5-4a10-84e0-d601b2fd1f1a req-876c5848-a0e9-42e9-a6d1-f7f76b537ebf tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] No DVR routers for this DVR port b298c567-214d-4f2e-822e-50aebdc7ad41 on host hv-cinder-81322 {{(pid=109223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 00:34:14.897076 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-5a4ae3f6-48e5-4a10-84e0-d601b2fd1f1a req-876c5848-a0e9-42e9-a6d1-f7f76b537ebf tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469064'] for port (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:14.900368 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-5a4ae3f6-48e5-4a10-84e0-d601b2fd1f1a req-876c5848-a0e9-42e9-a6d1-f7f76b537ebf tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.36 "DELETE /v2.0/ports/b298c567-214d-4f2e-822e-50aebdc7ad41 HTTP/1.1" status: 204 len: 173 time: 0.5135422 Feb 21 00:34:14.900816 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f30576d2-85e7-4e35-915c-1a6660f90e3f', 'name': 'network-vif-deleted', 'tag': 'b298c567-214d-4f2e-822e-50aebdc7ad41'}] {{(pid=109223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:34:14.903088 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e715aefe3c9ef135eab9c3f6db0762b6d644c88deee0f0e52fc82e911840b856" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96737d3d-d69b-422c-b394-0f032f77611b" -d '{"events": [{"server_uuid": "f30576d2-85e7-4e35-915c-1a6660f90e3f", "name": "network-vif-deleted", "tag": "b298c567-214d-4f2e-822e-50aebdc7ad41"}]}' {{(pid=109223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:34:14.951216 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 00:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc590b20-715c-4db4-86c6-a3b8e9644da6 x-openstack-request-id: req-cc590b20-715c-4db4-86c6-a3b8e9644da6 {{(pid=109223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:34:14.951509 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f30576d2-85e7-4e35-915c-1a6660f90e3f", "name": "network-vif-deleted", "tag": "b298c567-214d-4f2e-822e-50aebdc7ad41", "status": "completed", "code": 200}]} {{(pid=109223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:34:14.951758 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cc590b20-715c-4db4-86c6-a3b8e9644da6 {{(pid=109223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:34:14.952169 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f30576d2-85e7-4e35-915c-1a6660f90e3f', 'name': 'network-vif-deleted', 'tag': 'b298c567-214d-4f2e-822e-50aebdc7ad41', 'status': 'completed', 'code': 200} Feb 21 00:34:15.206789 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d88264-5d40-4310-bcb4-964178e9654f req-60a1cc39-320d-4766-a034-def16cc01095 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:15.208537 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-67d88264-5d40-4310-bcb4-964178e9654f req-60a1cc39-320d-4766-a034-def16cc01095 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8230352-c17e-4cac-8ed0-da7c12f48e16 HTTP/1.1" status: 200 len: 945 time: 0.0723023 Feb 21 00:34:15.282696 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-67d88264-5d40-4310-bcb4-964178e9654f req-e06ee015-3680-4f70-a83c-682af7824932 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673926 Feb 21 00:34:15.660913 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325af6b6-0172-4150-ab5a-3493b817362a req-382ee21c-94ad-41f9-ab4c-16092c3a1bfe tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:15.662420 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-325af6b6-0172-4150-ab5a-3493b817362a req-382ee21c-94ad-41f9-ab4c-16092c3a1bfe tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=40d12558-3fed-4562-b3a8-9a6f076fc3d9 HTTP/1.1" status: 200 len: 945 time: 0.0593359 Feb 21 00:34:15.709143 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-325af6b6-0172-4150-ab5a-3493b817362a req-b59a1ca3-e6af-42e7-8309-e9f98b0aba06 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f05195e-1011-4af1-b12a-07d8f5627ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411093 Feb 21 00:34:16.412146 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc12c8-5e6b-4b73-8709-9e2943241b25 req-0f417906-c654-47d0-a881-d4f39656bc38 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:16.413463 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-8bcc12c8-5e6b-4b73-8709-9e2943241b25 req-0f417906-c654-47d0-a881-d4f39656bc38 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8230352-c17e-4cac-8ed0-da7c12f48e16 HTTP/1.1" status: 200 len: 945 time: 0.0535641 Feb 21 00:34:16.466912 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-8bcc12c8-5e6b-4b73-8709-9e2943241b25 req-82d8580a-eded-4149-963c-9aa89f9bdb3c tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472801 Feb 21 00:34:16.832319 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf209a6c-f5a6-4ba2-b446-879ba2b8b238 req-029b9c79-ec71-46ce-a086-8782c9b97b68 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:16.833760 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-bf209a6c-f5a6-4ba2-b446-879ba2b8b238 req-029b9c79-ec71-46ce-a086-8782c9b97b68 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=40d12558-3fed-4562-b3a8-9a6f076fc3d9 HTTP/1.1" status: 200 len: 945 time: 0.0517774 Feb 21 00:34:16.879025 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-bf209a6c-f5a6-4ba2-b446-879ba2b8b238 req-474ae46f-a27e-4996-bb8c-bfff3fe92d30 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f05195e-1011-4af1-b12a-07d8f5627ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397933 Feb 21 00:34:17.130389 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcd2047-c37c-4f02-9c50-5f5a250f5651 req-636a4869-8b3b-490b-8097-8a3aad5524d9 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:17.131935 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-1bcd2047-c37c-4f02-9c50-5f5a250f5651 req-636a4869-8b3b-490b-8097-8a3aad5524d9 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/ports?device_id=baae7bf1-c38c-4d14-ba07-585da5656bff HTTP/1.1" status: 200 len: 946 time: 0.0511353 Feb 21 00:34:17.177561 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-1bcd2047-c37c-4f02-9c50-5f5a250f5651 req-c3d9104d-a2ed-42b1-a21c-47933cb33b31 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/security-groups?id=d4c2ccd5-90d6-42ad-bf3a-131ba1b47e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402663 Feb 21 00:34:17.608596 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858cc048-413c-405f-9c86-f9691454ce57 req-66cd3aed-a697-4982-beb9-799447961ac8 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:17.610024 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-858cc048-413c-405f-9c86-f9691454ce57 req-66cd3aed-a697-4982-beb9-799447961ac8 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8230352-c17e-4cac-8ed0-da7c12f48e16 HTTP/1.1" status: 200 len: 945 time: 0.0509241 Feb 21 00:34:17.619133 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Device b298c567-214d-4f2e-822e-50aebdc7ad41 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=109224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 00:34:17.639910 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] No Port match for: b298c567-214d-4f2e-822e-50aebdc7ad41 {{(pid=109224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 00:34:17.640259 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Device b298c567-214d-4f2e-822e-50aebdc7ad41 not bound to the agent host hv-cinder-81322 {{(pid=109224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 00:34:17.656457 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-858cc048-413c-405f-9c86-f9691454ce57 req-1c9862ef-8940-4b89-9273-46edf3f5e5f6 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409472 Feb 21 00:34:18.003907 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0142b26c-baab-453b-85e8-10be4d586cea req-e2770162-1bee-4b0d-bbb2-96ff7e319f1c tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:18.005358 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-0142b26c-baab-453b-85e8-10be4d586cea req-e2770162-1bee-4b0d-bbb2-96ff7e319f1c tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=40d12558-3fed-4562-b3a8-9a6f076fc3d9 HTTP/1.1" status: 200 len: 945 time: 0.0565515 Feb 21 00:34:18.051309 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-0142b26c-baab-453b-85e8-10be4d586cea req-a7af03e9-a71f-41a9-935b-22877879d6f0 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f05195e-1011-4af1-b12a-07d8f5627ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403960 Feb 21 00:34:18.294447 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3f9727-eb5c-4027-8b17-a41dfd077187 req-8e1e5f14-e1a0-4ed4-93d9-14fc28f797c5 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:18.295956 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-0d3f9727-eb5c-4027-8b17-a41dfd077187 req-8e1e5f14-e1a0-4ed4-93d9-14fc28f797c5 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/ports?device_id=baae7bf1-c38c-4d14-ba07-585da5656bff HTTP/1.1" status: 200 len: 946 time: 0.0529513 Feb 21 00:34:18.359742 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-0d3f9727-eb5c-4027-8b17-a41dfd077187 req-f43ece0a-2674-4908-abf5-b51bc8da28f9 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/security-groups?id=d4c2ccd5-90d6-42ad-bf3a-131ba1b47e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575957 Feb 21 00:34:18.778492 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2a3fdc-db76-46c2-8fa3-9183a573b327 req-3d3c2702-a004-4779-bef0-d438f57b9770 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:18.780016 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-be2a3fdc-db76-46c2-8fa3-9183a573b327 req-3d3c2702-a004-4779-bef0-d438f57b9770 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8230352-c17e-4cac-8ed0-da7c12f48e16 HTTP/1.1" status: 200 len: 945 time: 0.0554214 Feb 21 00:34:18.837847 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-be2a3fdc-db76-46c2-8fa3-9183a573b327 req-9e90ea30-3d34-4ff9-b15b-dca2d673b7cf tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518761 Feb 21 00:34:19.176611 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad37db8-5502-4c4f-926f-27034add93bf req-308941fe-8616-40ff-b09a-9ba948fffc99 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:19.178095 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-dad37db8-5502-4c4f-926f-27034add93bf req-308941fe-8616-40ff-b09a-9ba948fffc99 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=40d12558-3fed-4562-b3a8-9a6f076fc3d9 HTTP/1.1" status: 200 len: 945 time: 0.0548604 Feb 21 00:34:19.225641 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-dad37db8-5502-4c4f-926f-27034add93bf req-1a9e8e63-61c8-473a-8528-214fb4a4d124 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f05195e-1011-4af1-b12a-07d8f5627ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418339 Feb 21 00:34:19.485051 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0f9b9c-de22-4e11-8442-c33192e1c90e req-f01f57bf-adc8-4347-83eb-771b58dd7b0b tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:19.486645 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-cc0f9b9c-de22-4e11-8442-c33192e1c90e req-f01f57bf-adc8-4347-83eb-771b58dd7b0b tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/ports?device_id=baae7bf1-c38c-4d14-ba07-585da5656bff HTTP/1.1" status: 200 len: 946 time: 0.0631766 Feb 21 00:34:19.532809 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-cc0f9b9c-de22-4e11-8442-c33192e1c90e req-366c954d-bbc7-44e8-882b-4ca30d19471b tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/security-groups?id=d4c2ccd5-90d6-42ad-bf3a-131ba1b47e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405369 Feb 21 00:34:19.866017 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 56030) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:34:19.917117 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61184329-948b-4e5f-85b6-a26f066521b7 req-05df2657-3b2b-409f-9786-d522e643cb98 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:19.919529 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-61184329-948b-4e5f-85b6-a26f066521b7 req-05df2657-3b2b-409f-9786-d522e643cb98 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fd7fea7-9f01-48c5-ac04-7fb6bd253b61 HTTP/1.1" status: 200 len: 945 time: 0.0526965 Feb 21 00:34:19.932852 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a702164-8449-4500-994e-6b64ec38e59c admin admin] Deleting subnet 478616b0-25bf-4b2d-82fe-724b0107c2f4 {{(pid=109223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 00:34:19.951802 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-6a702164-8449-4500-994e-6b64ec38e59c admin admin] Publish callbacks [] for subnet (478616b0-25bf-4b2d-82fe-724b0107c2f4), before_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:19.965279 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-61184329-948b-4e5f-85b6-a26f066521b7 req-0c753a34-e533-4cef-9a9b-091757bc3180 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/security-groups?id=086df3ca-b094-4a4d-b3ca-0d4f22d1c024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404828 Feb 21 00:34:20.001410 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-6a702164-8449-4500-994e-6b64ec38e59c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3992822'] for subnet (478616b0-25bf-4b2d-82fe-724b0107c2f4), precommit_delete_associations {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:20.033010 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf343f9-d7b0-42c3-ad93-c4bd37ac6ce8 req-dbc7864e-79d2-4be9-8c50-390f06735aeb tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:20.034474 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-9cf343f9-d7b0-42c3-ad93-c4bd37ac6ce8 req-dbc7864e-79d2-4be9-8c50-390f06735aeb tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8230352-c17e-4cac-8ed0-da7c12f48e16 HTTP/1.1" status: 200 len: 945 time: 0.1158707 Feb 21 00:34:20.063208 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-6a702164-8449-4500-994e-6b64ec38e59c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15913268'] for subnet (478616b0-25bf-4b2d-82fe-724b0107c2f4), precommit_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:20.114224 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-9cf343f9-d7b0-42c3-ad93-c4bd37ac6ce8 req-f55c3a21-b697-4fcc-a34c-f7a27d500ed8 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735655 Feb 21 00:34:20.166694 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-6a702164-8449-4500-994e-6b64ec38e59c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15913229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3992648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3701843'] for subnet (478616b0-25bf-4b2d-82fe-724b0107c2f4), after_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:20.201415 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a702164-8449-4500-994e-6b64ec38e59c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=478616b0-25bf-4b2d-82fe-724b0107c2f4,revision_number=None']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:34:20.203397 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-6a702164-8449-4500-994e-6b64ec38e59c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582445'] for subnet (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:20.206622 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-6a702164-8449-4500-994e-6b64ec38e59c admin admin] 10.222.0.45 "DELETE /v2.0/subnets/478616b0-25bf-4b2d-82fe-724b0107c2f4 HTTP/1.1" status: 204 len: 168 time: 0.3394239 Feb 21 00:34:20.209191 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 56038) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:34:20.226589 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebae045-4816-40c9-abb5-72cf4a8d645d req-6a819747-e9f9-4d38-a667-49a40edea2e4 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:20.228127 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-1ebae045-4816-40c9-abb5-72cf4a8d645d req-6a819747-e9f9-4d38-a667-49a40edea2e4 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.36 "GET /v2.0/ports?device_id=baae7bf1-c38c-4d14-ba07-585da5656bff HTTP/1.1" status: 200 len: 946 time: 0.0967116 Feb 21 00:34:20.286420 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-cf55e1f4-225d-44bc-b855-08bcf4f6704b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16070333'] for network (279f5f9d-9337-49bf-be38-e3c3294e6385), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:20.329260 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [req-1ebae045-4816-40c9-abb5-72cf4a8d645d req-a959a0f4-5d53-44ff-9638-5cfd01465f4f tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Deleting port f3d26097-eec0-4f8b-a37f-5da2c7131cf4 {{(pid=109223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 00:34:20.329610 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-1ebae045-4816-40c9-abb5-72cf4a8d645d req-a959a0f4-5d53-44ff-9638-5cfd01465f4f tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731676621334'] for port (f3d26097-eec0-4f8b-a37f-5da2c7131cf4), before_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:20.404286 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-cf55e1f4-225d-44bc-b855-08bcf4f6704b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15920573', 'neutron.services.segments.db._delete_segments_for_network-8731676696634'] for network (279f5f9d-9337-49bf-be38-e3c3294e6385), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:20.419356 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [req-1ebae045-4816-40c9-abb5-72cf4a8d645d req-a959a0f4-5d53-44ff-9638-5cfd01465f4f tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] For port f3d26097-eec0-4f8b-a37f-5da2c7131cf4, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f3d26097-eec0-4f8b-a37f-5da2c7131cf4,segment=NetworkSegment(41c853f0-8bb5-4bee-bddd-7995047fee1c),segment_id=41c853f0-8bb5-4bee-bddd-7995047fee1c)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:34:20.419725 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-1ebae045-4816-40c9-abb5-72cf4a8d645d req-a959a0f4-5d53-44ff-9638-5cfd01465f4f tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950719'] for port (f3d26097-eec0-4f8b-a37f-5da2c7131cf4), precommit_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:20.423932 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522e4a5c-c6cb-4268-88c6-6116e71c6298 req-ea598c94-64b1-4956-b834-2b489fd66c81 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:20.425412 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-522e4a5c-c6cb-4268-88c6-6116e71c6298 req-ea598c94-64b1-4956-b834-2b489fd66c81 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=40d12558-3fed-4562-b3a8-9a6f076fc3d9 HTTP/1.1" status: 200 len: 945 time: 0.1239846 Feb 21 00:34:20.431392 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [req-1ebae045-4816-40c9-abb5-72cf4a8d645d req-a959a0f4-5d53-44ff-9638-5cfd01465f4f tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Calling delete_port for f3d26097-eec0-4f8b-a37f-5da2c7131cf4 owned by compute:nova {{(pid=109223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 00:34:20.433805 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-cf55e1f4-225d-44bc-b855-08bcf4f6704b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:34:20.434182 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-cf55e1f4-225d-44bc-b855-08bcf4f6704b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:34:20.434945 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-cf55e1f4-225d-44bc-b855-08bcf4f6704b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:34:20.435422 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-cf55e1f4-225d-44bc-b855-08bcf4f6704b admin admin] Subscribe: > port after_create 55550000 {{(pid=109222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:34:20.435659 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-cf55e1f4-225d-44bc-b855-08bcf4f6704b admin admin] Subscribe: > port after_delete 55550000 {{(pid=109222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:34:20.435998 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-cf55e1f4-225d-44bc-b855-08bcf4f6704b admin admin] Subscribe: > port after_update 55550000 {{(pid=109222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:34:20.436326 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-cf55e1f4-225d-44bc-b855-08bcf4f6704b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:34:20.436646 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-cf55e1f4-225d-44bc-b855-08bcf4f6704b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:34:20.436961 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-cf55e1f4-225d-44bc-b855-08bcf4f6704b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:34:20.437291 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-cf55e1f4-225d-44bc-b855-08bcf4f6704b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:34:20.518537 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-cf55e1f4-225d-44bc-b855-08bcf4f6704b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:34:20.519261 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-cf55e1f4-225d-44bc-b855-08bcf4f6704b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:34:20.519261 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-cf55e1f4-225d-44bc-b855-08bcf4f6704b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:34:20.519573 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-cf55e1f4-225d-44bc-b855-08bcf4f6704b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 00:34:20.519945 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.services.segments.db [None req-cf55e1f4-225d-44bc-b855-08bcf4f6704b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['279f5f9d-9337-49bf-be38-e3c3294e6385']}} {{(pid=109222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:34:20.544882 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.services.segments.db [None req-cf55e1f4-225d-44bc-b855-08bcf4f6704b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22970966-465a-4533-8294-0df908b152f2') {'for_net_delete': True} {{(pid=109222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:34:20.545100 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.services.segments.db [None req-cf55e1f4-225d-44bc-b855-08bcf4f6704b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22970966-465a-4533-8294-0df908b152f2') {} {{(pid=109222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:34:20.554149 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-1ebae045-4816-40c9-abb5-72cf4a8d645d req-a959a0f4-5d53-44ff-9638-5cfd01465f4f tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731676626041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731676182824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3995289'] for port (f3d26097-eec0-4f8b-a37f-5da2c7131cf4), after_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:20.580788 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] get_ports_and_sgs() called for port_ids ['f3d26097-eec0-4f8b-a37f-5da2c7131cf4'] {{(pid=109224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 00:34:20.587313 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a959a0f4-5d53-44ff-9638-5cfd01465f4f tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Pushing event deleted for resources: {'Port': ['ID=f3d26097-eec0-4f8b-a37f-5da2c7131cf4,revision_number=None']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:34:20.598005 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-cf55e1f4-225d-44bc-b855-08bcf4f6704b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731676697155', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8582972263'] for segment (22970966-465a-4533-8294-0df908b152f2), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:20.604738 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-522e4a5c-c6cb-4268-88c6-6116e71c6298 req-d6953900-7eb5-4d85-bdf3-54771aa00e8b tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f05195e-1011-4af1-b12a-07d8f5627ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799510 Feb 21 00:34:20.625055 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-cf55e1f4-225d-44bc-b855-08bcf4f6704b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16097169'] for segment (22970966-465a-4533-8294-0df908b152f2), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:20.633642 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf55e1f4-225d-44bc-b855-08bcf4f6704b admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=109222) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 00:34:20.634433 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-cf55e1f4-225d-44bc-b855-08bcf4f6704b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16097169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582894434'] for segment (22970966-465a-4533-8294-0df908b152f2), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:20.638873 dv-cinder-813225-6-iscsi neutron-server[109222]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 21 00:34:20.638873 dv-cinder-813225-6-iscsi neutron-server[109222]: from cryptography.utils import int_from_bytes Feb 21 00:34:20.638873 dv-cinder-813225-6-iscsi neutron-server[109222]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 21 00:34:20.638873 dv-cinder-813225-6-iscsi neutron-server[109222]: from cryptography.utils import int_from_bytes Feb 21 00:34:20.638873 dv-cinder-813225-6-iscsi neutron-server[109222]: Traceback (most recent call last): Feb 21 00:34:20.638873 dv-cinder-813225-6-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 00:34:20.638873 dv-cinder-813225-6-iscsi neutron-server[109222]: timer() Feb 21 00:34:20.638873 dv-cinder-813225-6-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 00:34:20.638873 dv-cinder-813225-6-iscsi neutron-server[109222]: cb(*args, **kw) Feb 21 00:34:20.638873 dv-cinder-813225-6-iscsi neutron-server[109222]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 00:34:20.638873 dv-cinder-813225-6-iscsi neutron-server[109222]: return func(*args, **kwargs) Feb 21 00:34:20.638873 dv-cinder-813225-6-iscsi neutron-server[109222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 00:34:20.638873 dv-cinder-813225-6-iscsi neutron-server[109222]: self._notify() Feb 21 00:34:20.638873 dv-cinder-813225-6-iscsi neutron-server[109222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 00:34:20.638873 dv-cinder-813225-6-iscsi neutron-server[109222]: self.callback(batched_events) Feb 21 00:34:20.638873 dv-cinder-813225-6-iscsi neutron-server[109222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 00:34:20.638873 dv-cinder-813225-6-iscsi neutron-server[109222]: event.method(event) Feb 21 00:34:20.638873 dv-cinder-813225-6-iscsi neutron-server[109222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 00:34:20.638873 dv-cinder-813225-6-iscsi neutron-server[109222]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 00:34:20.638873 dv-cinder-813225-6-iscsi neutron-server[109222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 00:34:20.638873 dv-cinder-813225-6-iscsi neutron-server[109222]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 00:34:20.638873 dv-cinder-813225-6-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 00:34:20.638873 dv-cinder-813225-6-iscsi neutron-server[109222]: return f(self, *a, **k) Feb 21 00:34:20.638873 dv-cinder-813225-6-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 00:34:20.638873 dv-cinder-813225-6-iscsi neutron-server[109222]: return self._get(url).json() Feb 21 00:34:20.638873 dv-cinder-813225-6-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 00:34:20.638873 dv-cinder-813225-6-iscsi neutron-server[109222]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 00:34:20.638873 dv-cinder-813225-6-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 00:34:20.638873 dv-cinder-813225-6-iscsi neutron-server[109222]: return self.request(url, 'GET', **kwargs) Feb 21 00:34:20.638873 dv-cinder-813225-6-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 00:34:20.638873 dv-cinder-813225-6-iscsi neutron-server[109222]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 00:34:20.638873 dv-cinder-813225-6-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 00:34:20.638873 dv-cinder-813225-6-iscsi neutron-server[109222]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 00:34:20.638873 dv-cinder-813225-6-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 00:34:20.638873 dv-cinder-813225-6-iscsi neutron-server[109222]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 00:34:20.638873 dv-cinder-813225-6-iscsi neutron-server[109222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 00:34:20.648545 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ebae045-4816-40c9-abb5-72cf4a8d645d req-a959a0f4-5d53-44ff-9638-5cfd01465f4f tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] No DVR routers for this DVR port f3d26097-eec0-4f8b-a37f-5da2c7131cf4 on host hv-cinder-81322 {{(pid=109223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 00:34:20.651635 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-1ebae045-4816-40c9-abb5-72cf4a8d645d req-a959a0f4-5d53-44ff-9638-5cfd01465f4f tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469064'] for port (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:20.655441 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-1ebae045-4816-40c9-abb5-72cf4a8d645d req-a959a0f4-5d53-44ff-9638-5cfd01465f4f tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.36 "DELETE /v2.0/ports/f3d26097-eec0-4f8b-a37f-5da2c7131cf4 HTTP/1.1" status: 204 len: 173 time: 0.4174597 Feb 21 00:34:20.655881 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baae7bf1-c38c-4d14-ba07-585da5656bff', 'name': 'network-vif-deleted', 'tag': 'f3d26097-eec0-4f8b-a37f-5da2c7131cf4'}] {{(pid=109223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:34:20.658078 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e715aefe3c9ef135eab9c3f6db0762b6d644c88deee0f0e52fc82e911840b856" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb2bd00b-1296-42e5-8343-9d57f42aab96" -d '{"events": [{"server_uuid": "baae7bf1-c38c-4d14-ba07-585da5656bff", "name": "network-vif-deleted", "tag": "f3d26097-eec0-4f8b-a37f-5da2c7131cf4"}]}' {{(pid=109223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:34:20.681014 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-234a6f58-d48d-49e4-aa88-dd3b88831252 req-82a0951d-a5dd-4443-a4ca-97c3d14429d9 tempest-AttachVolumeNegativeTest-1876679258 tempest-AttachVolumeNegativeTest-1876679258-project] 10.222.0.45 "GET /v2.0/ports?device_id=baae7bf1-c38c-4d14-ba07-585da5656bff HTTP/1.1" status: 200 len: 210 time: 0.0594993 Feb 21 00:34:20.700446 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-cf55e1f4-225d-44bc-b855-08bcf4f6704b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15920566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-951265'] for network (279f5f9d-9337-49bf-be38-e3c3294e6385), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:20.717453 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-cf55e1f4-225d-44bc-b855-08bcf4f6704b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582445'] for network (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:20.729961 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-cf55e1f4-225d-44bc-b855-08bcf4f6704b admin admin] 10.222.0.45 "DELETE /v2.0/networks/279f5f9d-9337-49bf-be38-e3c3294e6385 HTTP/1.1" status: 204 len: 168 time: 0.5134745 Feb 21 00:34:20.733568 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 00:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8b88f8b-48cb-4617-8a6d-144a9b78c5c5 x-openstack-request-id: req-b8b88f8b-48cb-4617-8a6d-144a9b78c5c5 {{(pid=109223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:34:20.733931 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baae7bf1-c38c-4d14-ba07-585da5656bff", "name": "network-vif-deleted", "tag": "f3d26097-eec0-4f8b-a37f-5da2c7131cf4", "status": "completed", "code": 200}]} {{(pid=109223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:34:20.734257 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b8b88f8b-48cb-4617-8a6d-144a9b78c5c5 {{(pid=109223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:34:20.735322 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baae7bf1-c38c-4d14-ba07-585da5656bff', 'name': 'network-vif-deleted', 'tag': 'f3d26097-eec0-4f8b-a37f-5da2c7131cf4', 'status': 'completed', 'code': 200} Feb 21 00:34:20.735769 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf55e1f4-225d-44bc-b855-08bcf4f6704b admin admin] Pushing event deleted for resources: {'Network': ['ID=279f5f9d-9337-49bf-be38-e3c3294e6385,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:34:20.743769 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf55e1f4-225d-44bc-b855-08bcf4f6704b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:34:20.744127 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf55e1f4-225d-44bc-b855-08bcf4f6704b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:34:20.744473 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf55e1f4-225d-44bc-b855-08bcf4f6704b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:34:20.744819 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf55e1f4-225d-44bc-b855-08bcf4f6704b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:34:20.745293 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf55e1f4-225d-44bc-b855-08bcf4f6704b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:34:20.745674 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf55e1f4-225d-44bc-b855-08bcf4f6704b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:34:20.746093 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf55e1f4-225d-44bc-b855-08bcf4f6704b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:34:20.746376 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf55e1f4-225d-44bc-b855-08bcf4f6704b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:34:20.746716 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf55e1f4-225d-44bc-b855-08bcf4f6704b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:34:20.747124 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf55e1f4-225d-44bc-b855-08bcf4f6704b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:34:20.747498 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf55e1f4-225d-44bc-b855-08bcf4f6704b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:34:20.747877 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf55e1f4-225d-44bc-b855-08bcf4f6704b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:34:20.748214 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf55e1f4-225d-44bc-b855-08bcf4f6704b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:34:20.917089 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 56048) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:34:20.955460 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-ccf5c099-5867-4239-8395-c0fc3375e860 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=17cb85e5c31d43049c6906942fa0b5f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0371461 Feb 21 00:34:20.957754 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 56050) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:34:21.002075 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-7a285c9b-966e-4f4c-a1e0-16081763633d admin admin] Publish callbacks [] for security_group (501164f9-baa4-41de-b5f4-e99fd87377d2), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:21.022768 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-7a285c9b-966e-4f4c-a1e0-16081763633d admin admin] Publish callbacks [] for security_group (501164f9-baa4-41de-b5f4-e99fd87377d2), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:21.067393 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-7a285c9b-966e-4f4c-a1e0-16081763633d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (501164f9-baa4-41de-b5f4-e99fd87377d2), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:21.069914 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-7a285c9b-966e-4f4c-a1e0-16081763633d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:21.073386 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-7a285c9b-966e-4f4c-a1e0-16081763633d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/501164f9-baa4-41de-b5f4-e99fd87377d2 HTTP/1.1" status: 204 len: 168 time: 0.1124322 Feb 21 00:34:21.079104 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a285c9b-966e-4f4c-a1e0-16081763633d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=501164f9-baa4-41de-b5f4-e99fd87377d2,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:34:21.121551 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c332e86a-2a76-4115-a002-781011625c23 req-7af39a9d-226b-46e2-84e8-373b1431c90b tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:21.123418 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-c332e86a-2a76-4115-a002-781011625c23 req-7af39a9d-226b-46e2-84e8-373b1431c90b tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fd7fea7-9f01-48c5-ac04-7fb6bd253b61 HTTP/1.1" status: 200 len: 945 time: 0.0828013 Feb 21 00:34:21.227866 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-c332e86a-2a76-4115-a002-781011625c23 req-2b6d175b-96d6-44bc-ae0b-27bdf609c566 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/security-groups?id=086df3ca-b094-4a4d-b3ca-0d4f22d1c024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981581 Feb 21 00:34:21.320302 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d14cac4-83f6-434f-8e6f-37647ec8511e req-1ab33fef-befb-45d4-abae-0633c412933c tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:21.322125 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-1d14cac4-83f6-434f-8e6f-37647ec8511e req-1ab33fef-befb-45d4-abae-0633c412933c tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8230352-c17e-4cac-8ed0-da7c12f48e16 HTTP/1.1" status: 200 len: 945 time: 0.0685666 Feb 21 00:34:21.393896 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-1d14cac4-83f6-434f-8e6f-37647ec8511e req-8a5baf2e-473f-498d-8650-4e6e9db77041 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654511 Feb 21 00:34:21.727340 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e196a3e-f9c1-4ee6-aa3d-54f613a2642c req-7c3baf94-8786-4baa-9a80-5e200bde55af tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:21.728795 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-3e196a3e-f9c1-4ee6-aa3d-54f613a2642c req-7c3baf94-8786-4baa-9a80-5e200bde55af tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=40d12558-3fed-4562-b3a8-9a6f076fc3d9 HTTP/1.1" status: 200 len: 945 time: 0.0518751 Feb 21 00:34:21.732228 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 56070) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:34:21.795817 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.db.db_base_plugin_v2 [None req-b007ff3c-e60e-40be-98cf-68b2fdd22bbd admin admin] Deleting subnet e737284c-a5a6-4a63-a4b0-f2ad93902441 {{(pid=109223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 00:34:21.804206 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-b007ff3c-e60e-40be-98cf-68b2fdd22bbd admin admin] Publish callbacks [] for subnet (e737284c-a5a6-4a63-a4b0-f2ad93902441), before_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:21.827973 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-3e196a3e-f9c1-4ee6-aa3d-54f613a2642c req-4f510aa7-960b-4a69-ab96-96de71ac7114 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f05195e-1011-4af1-b12a-07d8f5627ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891922 Feb 21 00:34:21.843293 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-b007ff3c-e60e-40be-98cf-68b2fdd22bbd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3992822'] for subnet (e737284c-a5a6-4a63-a4b0-f2ad93902441), precommit_delete_associations {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:21.880172 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-b007ff3c-e60e-40be-98cf-68b2fdd22bbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15913268'] for subnet (e737284c-a5a6-4a63-a4b0-f2ad93902441), precommit_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:21.928255 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-b007ff3c-e60e-40be-98cf-68b2fdd22bbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15913229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3992648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3701843'] for subnet (e737284c-a5a6-4a63-a4b0-f2ad93902441), after_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:21.952603 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b007ff3c-e60e-40be-98cf-68b2fdd22bbd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e737284c-a5a6-4a63-a4b0-f2ad93902441,revision_number=None']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:34:21.956111 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-b007ff3c-e60e-40be-98cf-68b2fdd22bbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582445'] for subnet (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:21.959532 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-b007ff3c-e60e-40be-98cf-68b2fdd22bbd admin admin] 10.222.0.45 "DELETE /v2.0/subnets/e737284c-a5a6-4a63-a4b0-f2ad93902441 HTTP/1.1" status: 204 len: 168 time: 0.2260051 Feb 21 00:34:21.961559 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 56072) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:34:22.027884 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-c018c0d2-a9c0-43f9-ae38-b2e59f017ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16070333'] for network (56d46d29-560d-47ad-81a5-640623ed77d9), before_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:22.317008 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-c018c0d2-a9c0-43f9-ae38-b2e59f017ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15920573', 'neutron.services.segments.db._delete_segments_for_network-8731676696634'] for network (56d46d29-560d-47ad-81a5-640623ed77d9), precommit_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:22.336863 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.services.segments.db [None req-c018c0d2-a9c0-43f9-ae38-b2e59f017ff8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56d46d29-560d-47ad-81a5-640623ed77d9']}} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:34:22.342566 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7f1eb0-8552-4b66-81b1-7a65f05b51be req-81fd517a-fbd1-4748-919b-a5956110b7c9 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:22.344207 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-2f7f1eb0-8552-4b66-81b1-7a65f05b51be req-81fd517a-fbd1-4748-919b-a5956110b7c9 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fd7fea7-9f01-48c5-ac04-7fb6bd253b61 HTTP/1.1" status: 200 len: 945 time: 0.0578139 Feb 21 00:34:22.347147 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.services.segments.db [None req-c018c0d2-a9c0-43f9-ae38-b2e59f017ff8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41c853f0-8bb5-4bee-bddd-7995047fee1c') {'for_net_delete': True} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:34:22.347481 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.services.segments.db [None req-c018c0d2-a9c0-43f9-ae38-b2e59f017ff8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41c853f0-8bb5-4bee-bddd-7995047fee1c') {} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:34:22.357246 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-c018c0d2-a9c0-43f9-ae38-b2e59f017ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731676697155', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3992815'] for segment (41c853f0-8bb5-4bee-bddd-7995047fee1c), before_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:22.378984 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-c018c0d2-a9c0-43f9-ae38-b2e59f017ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16097169'] for segment (41c853f0-8bb5-4bee-bddd-7995047fee1c), precommit_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:22.385326 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c018c0d2-a9c0-43f9-ae38-b2e59f017ff8 admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=109223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 00:34:22.385926 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-c018c0d2-a9c0-43f9-ae38-b2e59f017ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16097169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3995310'] for segment (41c853f0-8bb5-4bee-bddd-7995047fee1c), after_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:22.388665 dv-cinder-813225-6-iscsi neutron-server[109223]: Traceback (most recent call last): Feb 21 00:34:22.388665 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 00:34:22.388665 dv-cinder-813225-6-iscsi neutron-server[109223]: timer() Feb 21 00:34:22.388665 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 00:34:22.388665 dv-cinder-813225-6-iscsi neutron-server[109223]: cb(*args, **kw) Feb 21 00:34:22.388665 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 00:34:22.388665 dv-cinder-813225-6-iscsi neutron-server[109223]: return func(*args, **kwargs) Feb 21 00:34:22.388665 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 00:34:22.388665 dv-cinder-813225-6-iscsi neutron-server[109223]: self._notify() Feb 21 00:34:22.388665 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 00:34:22.388665 dv-cinder-813225-6-iscsi neutron-server[109223]: self.callback(batched_events) Feb 21 00:34:22.388665 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 00:34:22.388665 dv-cinder-813225-6-iscsi neutron-server[109223]: event.method(event) Feb 21 00:34:22.388665 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 00:34:22.388665 dv-cinder-813225-6-iscsi neutron-server[109223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 00:34:22.388665 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 00:34:22.388665 dv-cinder-813225-6-iscsi neutron-server[109223]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 00:34:22.388665 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 00:34:22.388665 dv-cinder-813225-6-iscsi neutron-server[109223]: return f(self, *a, **k) Feb 21 00:34:22.388665 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 00:34:22.388665 dv-cinder-813225-6-iscsi neutron-server[109223]: return self._get(url).json() Feb 21 00:34:22.388665 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 00:34:22.388665 dv-cinder-813225-6-iscsi neutron-server[109223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 00:34:22.388665 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 00:34:22.388665 dv-cinder-813225-6-iscsi neutron-server[109223]: return self.request(url, 'GET', **kwargs) Feb 21 00:34:22.388665 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 00:34:22.388665 dv-cinder-813225-6-iscsi neutron-server[109223]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 00:34:22.388665 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 00:34:22.388665 dv-cinder-813225-6-iscsi neutron-server[109223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 00:34:22.388665 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 00:34:22.388665 dv-cinder-813225-6-iscsi neutron-server[109223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 00:34:22.388665 dv-cinder-813225-6-iscsi neutron-server[109223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 00:34:22.417986 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-2f7f1eb0-8552-4b66-81b1-7a65f05b51be req-d23f8b4b-ad80-4007-be91-d0fe95b9ab8c tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/security-groups?id=086df3ca-b094-4a4d-b3ca-0d4f22d1c024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675886 Feb 21 00:34:22.467505 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-c018c0d2-a9c0-43f9-ae38-b2e59f017ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15920566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-951265'] for network (56d46d29-560d-47ad-81a5-640623ed77d9), after_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:22.477686 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-c018c0d2-a9c0-43f9-ae38-b2e59f017ff8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582445'] for network (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:22.484604 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-c018c0d2-a9c0-43f9-ae38-b2e59f017ff8 admin admin] 10.222.0.45 "DELETE /v2.0/networks/56d46d29-560d-47ad-81a5-640623ed77d9 HTTP/1.1" status: 204 len: 168 time: 0.5220709 Feb 21 00:34:22.505072 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c018c0d2-a9c0-43f9-ae38-b2e59f017ff8 admin admin] Pushing event deleted for resources: {'Network': ['ID=56d46d29-560d-47ad-81a5-640623ed77d9,revision_number=None']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:34:22.549824 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b245b3-c426-4218-9ebb-e79f15a7abff req-dc7cea7d-293a-42b5-b4a1-4860a7e85c73 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:22.552061 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-00b245b3-c426-4218-9ebb-e79f15a7abff req-dc7cea7d-293a-42b5-b4a1-4860a7e85c73 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8230352-c17e-4cac-8ed0-da7c12f48e16 HTTP/1.1" status: 200 len: 945 time: 0.0564630 Feb 21 00:34:22.609629 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-00b245b3-c426-4218-9ebb-e79f15a7abff req-1a0d03b3-7c5e-4648-9615-b5e61df961e7 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511005 Feb 21 00:34:22.689707 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 56098) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:34:22.740671 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-9554ca27-b6f7-435c-ae46-15e159048764 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0467d31eadf844478eb8071898fb128e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0496800 Feb 21 00:34:22.742994 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 56102) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:34:22.797688 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-5195392e-249d-4ee5-82e9-cdcb5582113d admin admin] Publish callbacks [] for security_group (d4c2ccd5-90d6-42ad-bf3a-131ba1b47e71), before_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:22.827296 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-5195392e-249d-4ee5-82e9-cdcb5582113d admin admin] Publish callbacks [] for security_group (d4c2ccd5-90d6-42ad-bf3a-131ba1b47e71), precommit_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:22.897578 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-5195392e-249d-4ee5-82e9-cdcb5582113d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (d4c2ccd5-90d6-42ad-bf3a-131ba1b47e71), after_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:22.900116 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-5195392e-249d-4ee5-82e9-cdcb5582113d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:22.901251 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-5195392e-249d-4ee5-82e9-cdcb5582113d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d4c2ccd5-90d6-42ad-bf3a-131ba1b47e71 HTTP/1.1" status: 204 len: 168 time: 0.1571774 Feb 21 00:34:22.910935 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5195392e-249d-4ee5-82e9-cdcb5582113d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4c2ccd5-90d6-42ad-bf3a-131ba1b47e71,revision_number=None']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:34:22.968658 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de11a532-c982-4f56-88b2-eddb2008e84b req-dce47c06-1c11-4182-abef-3543fed8446f tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:22.970121 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-de11a532-c982-4f56-88b2-eddb2008e84b req-dce47c06-1c11-4182-abef-3543fed8446f tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=40d12558-3fed-4562-b3a8-9a6f076fc3d9 HTTP/1.1" status: 200 len: 945 time: 0.0564969 Feb 21 00:34:23.019679 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-de11a532-c982-4f56-88b2-eddb2008e84b req-50da1c6c-7bf6-458a-8bcb-9235a70275f6 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f05195e-1011-4af1-b12a-07d8f5627ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438347 Feb 21 00:34:23.540616 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81297208-f4d7-46a3-af77-a776a6a33fe1 req-48fad76c-0d66-4593-87eb-90357a2b188c tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:23.542074 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-81297208-f4d7-46a3-af77-a776a6a33fe1 req-48fad76c-0d66-4593-87eb-90357a2b188c tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fd7fea7-9f01-48c5-ac04-7fb6bd253b61 HTTP/1.1" status: 200 len: 945 time: 0.0530589 Feb 21 00:34:23.589779 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-81297208-f4d7-46a3-af77-a776a6a33fe1 req-2dd2f060-5605-4e6c-8b12-cf6e94329bc7 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/security-groups?id=086df3ca-b094-4a4d-b3ca-0d4f22d1c024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410764 Feb 21 00:34:23.666069 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Device f3d26097-eec0-4f8b-a37f-5da2c7131cf4 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=109224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 00:34:23.686175 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] No Port match for: f3d26097-eec0-4f8b-a37f-5da2c7131cf4 {{(pid=109224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 00:34:23.686532 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Device f3d26097-eec0-4f8b-a37f-5da2c7131cf4 not bound to the agent host hv-cinder-81322 {{(pid=109224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 00:34:23.733465 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6df0ee-b5f9-4a2d-985c-de8069a4048a req-cf47a451-e5e7-496b-adcb-d02efdaa788e tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:23.734960 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-3f6df0ee-b5f9-4a2d-985c-de8069a4048a req-cf47a451-e5e7-496b-adcb-d02efdaa788e tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8230352-c17e-4cac-8ed0-da7c12f48e16 HTTP/1.1" status: 200 len: 945 time: 0.0540557 Feb 21 00:34:23.782192 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-3f6df0ee-b5f9-4a2d-985c-de8069a4048a req-e6839ec0-ec4e-4f63-8099-39b16082cb49 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415311 Feb 21 00:34:24.152114 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab705ae1-7419-4e45-9798-35683bfbcf50 req-e8cd9006-98e9-475f-b79b-b6a92a3733a4 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:24.154184 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-ab705ae1-7419-4e45-9798-35683bfbcf50 req-e8cd9006-98e9-475f-b79b-b6a92a3733a4 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=40d12558-3fed-4562-b3a8-9a6f076fc3d9 HTTP/1.1" status: 200 len: 945 time: 0.0542064 Feb 21 00:34:24.201072 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-ab705ae1-7419-4e45-9798-35683bfbcf50 req-c8b09af3-a586-4e45-a067-a3b6b300a24c tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f05195e-1011-4af1-b12a-07d8f5627ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411749 Feb 21 00:34:24.709301 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47fd4bc-f677-4834-accc-dafcceb166b4 req-3771f2d4-6fbe-4c20-855e-7f93d9f1fdeb tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:24.710766 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-a47fd4bc-f677-4834-accc-dafcceb166b4 req-3771f2d4-6fbe-4c20-855e-7f93d9f1fdeb tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fd7fea7-9f01-48c5-ac04-7fb6bd253b61 HTTP/1.1" status: 200 len: 945 time: 0.0519845 Feb 21 00:34:24.756742 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-a47fd4bc-f677-4834-accc-dafcceb166b4 req-b9115b77-1cec-4743-be50-557b0175c8fd tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/security-groups?id=086df3ca-b094-4a4d-b3ca-0d4f22d1c024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403430 Feb 21 00:34:24.901348 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a35c59-845f-40ef-ba6b-4ae9cdcbd829 req-3d5273a7-6b51-47d0-aae3-686098292bee tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:24.902841 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-e7a35c59-845f-40ef-ba6b-4ae9cdcbd829 req-3d5273a7-6b51-47d0-aae3-686098292bee tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8230352-c17e-4cac-8ed0-da7c12f48e16 HTTP/1.1" status: 200 len: 945 time: 0.0524795 Feb 21 00:34:24.951679 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-e7a35c59-845f-40ef-ba6b-4ae9cdcbd829 req-78cb4b4e-3dd7-4f2e-ae1b-44f631591d28 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429194 Feb 21 00:34:25.330862 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a84cf55-bc5f-40ad-a202-e832a005ca64 req-522d1179-0003-4c20-b1e6-130193dfd2a7 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:25.333593 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-1a84cf55-bc5f-40ad-a202-e832a005ca64 req-522d1179-0003-4c20-b1e6-130193dfd2a7 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=40d12558-3fed-4562-b3a8-9a6f076fc3d9 HTTP/1.1" status: 200 len: 945 time: 0.0617969 Feb 21 00:34:25.380050 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-1a84cf55-bc5f-40ad-a202-e832a005ca64 req-3a7a1f62-6c7f-40f3-baea-6eab2f83f283 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f05195e-1011-4af1-b12a-07d8f5627ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407655 Feb 21 00:34:25.757094 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 56276) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:34:25.873193 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88342cf6-429d-4eb7-abff-1c6bcdde32ed req-7a7ff9b3-12ec-4021-b765-e2173bbec41e tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:25.874718 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-88342cf6-429d-4eb7-abff-1c6bcdde32ed req-7a7ff9b3-12ec-4021-b765-e2173bbec41e tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fd7fea7-9f01-48c5-ac04-7fb6bd253b61 HTTP/1.1" status: 200 len: 945 time: 0.0517273 Feb 21 00:34:25.881679 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-0e012cbb-36cd-4455-a713-2a4341756543 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:25.922603 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-88342cf6-429d-4eb7-abff-1c6bcdde32ed req-284aa352-25f3-4063-a563-eac81e443ef4 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/security-groups?id=086df3ca-b094-4a4d-b3ca-0d4f22d1c024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425081 Feb 21 00:34:25.958483 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-0e012cbb-36cd-4455-a713-2a4341756543 admin admin] Publish callbacks [] for security_group (735ecc2f-c9bb-40d7-8a35-52ba47c67006), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:25.961933 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-0e012cbb-36cd-4455-a713-2a4341756543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (735ecc2f-c9bb-40d7-8a35-52ba47c67006), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:25.997937 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e012cbb-36cd-4455-a713-2a4341756543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=735ecc2f-c9bb-40d7-8a35-52ba47c67006,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:34:26.003441 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-0e012cbb-36cd-4455-a713-2a4341756543 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d234e793327f40b2b31ff5a247672e5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2452009 Feb 21 00:34:26.006097 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 56284) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:34:26.083943 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-89495ce0-2612-4274-93d0-8bab10940e09 admin admin] Publish callbacks [] for security_group (735ecc2f-c9bb-40d7-8a35-52ba47c67006), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:26.112067 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-89495ce0-2612-4274-93d0-8bab10940e09 admin admin] Publish callbacks [] for security_group (735ecc2f-c9bb-40d7-8a35-52ba47c67006), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:26.119583 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb24d77f-ba21-4b07-8323-52b2327493a9 req-2841ce06-0a90-41db-abf2-1ae5fbf0ceb2 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:26.121013 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-fb24d77f-ba21-4b07-8323-52b2327493a9 req-2841ce06-0a90-41db-abf2-1ae5fbf0ceb2 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8230352-c17e-4cac-8ed0-da7c12f48e16 HTTP/1.1" status: 200 len: 945 time: 0.0965211 Feb 21 00:34:26.187837 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-fb24d77f-ba21-4b07-8323-52b2327493a9 req-6b646cdd-b289-42e4-8ba5-5ef683bc84c0 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601010 Feb 21 00:34:26.209290 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-89495ce0-2612-4274-93d0-8bab10940e09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (735ecc2f-c9bb-40d7-8a35-52ba47c67006), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:26.209290 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-89495ce0-2612-4274-93d0-8bab10940e09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:26.209290 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-89495ce0-2612-4274-93d0-8bab10940e09 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/735ecc2f-c9bb-40d7-8a35-52ba47c67006 HTTP/1.1" status: 204 len: 168 time: 0.1980453 Feb 21 00:34:26.217441 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89495ce0-2612-4274-93d0-8bab10940e09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=735ecc2f-c9bb-40d7-8a35-52ba47c67006,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:34:26.459473 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 56296) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:34:26.473536 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-df7fe47b-a114-4e54-a0d4-d44a00adc0f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:26.502984 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3437633-1bc8-4496-af8e-b6b17043f879 req-7c69171c-32e2-4e92-b9b5-2065cece5951 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:26.504538 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-f3437633-1bc8-4496-af8e-b6b17043f879 req-7c69171c-32e2-4e92-b9b5-2065cece5951 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=40d12558-3fed-4562-b3a8-9a6f076fc3d9 HTTP/1.1" status: 200 len: 945 time: 0.0525730 Feb 21 00:34:26.549204 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-df7fe47b-a114-4e54-a0d4-d44a00adc0f6 admin admin] Publish callbacks [] for security_group (f2ff87bf-6ead-4d31-ab94-baf8550b0d31), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:26.552160 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-f3437633-1bc8-4496-af8e-b6b17043f879 req-ce9490f1-01d9-4716-b0f5-2e302a912518 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f05195e-1011-4af1-b12a-07d8f5627ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404103 Feb 21 00:34:26.553227 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-df7fe47b-a114-4e54-a0d4-d44a00adc0f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (f2ff87bf-6ead-4d31-ab94-baf8550b0d31), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:26.591385 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-df7fe47b-a114-4e54-a0d4-d44a00adc0f6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a5f21b9ec91e4a439c54ffcd453a78c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1304743 Feb 21 00:34:26.592241 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7fe47b-a114-4e54-a0d4-d44a00adc0f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2ff87bf-6ead-4d31-ab94-baf8550b0d31,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:34:26.594005 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 56298) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:34:26.639924 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-112db9d6-1bf2-4aaf-8f29-19bab3432712 admin admin] Publish callbacks [] for security_group (f2ff87bf-6ead-4d31-ab94-baf8550b0d31), before_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:26.660132 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-112db9d6-1bf2-4aaf-8f29-19bab3432712 admin admin] Publish callbacks [] for security_group (f2ff87bf-6ead-4d31-ab94-baf8550b0d31), precommit_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:26.705186 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-112db9d6-1bf2-4aaf-8f29-19bab3432712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (f2ff87bf-6ead-4d31-ab94-baf8550b0d31), after_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:26.707710 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-112db9d6-1bf2-4aaf-8f29-19bab3432712 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:26.708823 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-112db9d6-1bf2-4aaf-8f29-19bab3432712 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f2ff87bf-6ead-4d31-ab94-baf8550b0d31 HTTP/1.1" status: 204 len: 168 time: 0.1138399 Feb 21 00:34:26.716846 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112db9d6-1bf2-4aaf-8f29-19bab3432712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2ff87bf-6ead-4d31-ab94-baf8550b0d31,revision_number=None']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:34:27.046268 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf26b483-3470-4518-8336-c29d0391879b req-06e84936-86af-478a-ac26-b20dbb7ba234 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:27.047773 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-bf26b483-3470-4518-8336-c29d0391879b req-06e84936-86af-478a-ac26-b20dbb7ba234 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fd7fea7-9f01-48c5-ac04-7fb6bd253b61 HTTP/1.1" status: 200 len: 945 time: 0.0563512 Feb 21 00:34:27.107011 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-bf26b483-3470-4518-8336-c29d0391879b req-1fdc9d58-5638-476e-b5b1-3bd8005302c7 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/security-groups?id=086df3ca-b094-4a4d-b3ca-0d4f22d1c024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490429 Feb 21 00:34:27.325313 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8053cb-c2ef-4e78-89e1-2865f2defa1f req-2ac14ad9-aef9-4b40-8d04-e0edcefeca08 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:27.326977 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-ac8053cb-c2ef-4e78-89e1-2865f2defa1f req-2ac14ad9-aef9-4b40-8d04-e0edcefeca08 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8230352-c17e-4cac-8ed0-da7c12f48e16 HTTP/1.1" status: 200 len: 945 time: 0.0649564 Feb 21 00:34:27.374082 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-ac8053cb-c2ef-4e78-89e1-2865f2defa1f req-ec296b10-8dde-445e-a685-fd8abcabe911 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415270 Feb 21 00:34:27.677462 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24790531-f0de-4ae4-b89b-db089c6ca3fb req-6871d205-4974-4fd4-be54-0f934e54ecd7 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:27.678927 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-24790531-f0de-4ae4-b89b-db089c6ca3fb req-6871d205-4974-4fd4-be54-0f934e54ecd7 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=40d12558-3fed-4562-b3a8-9a6f076fc3d9 HTTP/1.1" status: 200 len: 945 time: 0.0511076 Feb 21 00:34:27.725471 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-24790531-f0de-4ae4-b89b-db089c6ca3fb req-fb1d1c33-56e0-4ee7-89d3-3b9a13635a9b tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f05195e-1011-4af1-b12a-07d8f5627ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402367 Feb 21 00:34:28.219315 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7799b1f-9cbf-47b8-baaa-419ff26120c6 req-9d555717-8166-4657-bac6-ad62edf1b18a tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:28.220817 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-d7799b1f-9cbf-47b8-baaa-419ff26120c6 req-9d555717-8166-4657-bac6-ad62edf1b18a tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fd7fea7-9f01-48c5-ac04-7fb6bd253b61 HTTP/1.1" status: 200 len: 945 time: 0.0575056 Feb 21 00:34:28.308276 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-d7799b1f-9cbf-47b8-baaa-419ff26120c6 req-6e56ced4-d349-48a4-a4fa-57f309e03158 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/security-groups?id=086df3ca-b094-4a4d-b3ca-0d4f22d1c024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801265 Feb 21 00:34:28.501499 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d493f828-76eb-480f-b92c-14c38979b3e4 req-db1316b2-ce24-4f1d-925f-1f167f188b91 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:28.503055 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-d493f828-76eb-480f-b92c-14c38979b3e4 req-db1316b2-ce24-4f1d-925f-1f167f188b91 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8230352-c17e-4cac-8ed0-da7c12f48e16 HTTP/1.1" status: 200 len: 945 time: 0.0557935 Feb 21 00:34:28.553675 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-d493f828-76eb-480f-b92c-14c38979b3e4 req-b8adca52-8c89-4966-9482-49075d786244 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449014 Feb 21 00:34:28.849851 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d7a317-a61c-4d5b-9552-e5d3be5afd03 req-2f28ff6b-1b69-403a-b3e3-36d581fbbc08 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:28.851334 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-47d7a317-a61c-4d5b-9552-e5d3be5afd03 req-2f28ff6b-1b69-403a-b3e3-36d581fbbc08 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=40d12558-3fed-4562-b3a8-9a6f076fc3d9 HTTP/1.1" status: 200 len: 945 time: 0.0555902 Feb 21 00:34:28.896895 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-47d7a317-a61c-4d5b-9552-e5d3be5afd03 req-334d9e0c-3122-482d-a78d-cf293cfd3837 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f05195e-1011-4af1-b12a-07d8f5627ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395398 Feb 21 00:34:29.450324 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce55887-ec6d-40a0-bc57-da8e47f0599d req-a5a975d9-2c0e-417f-b266-d7bb9efced99 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:29.452067 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-1ce55887-ec6d-40a0-bc57-da8e47f0599d req-a5a975d9-2c0e-417f-b266-d7bb9efced99 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fd7fea7-9f01-48c5-ac04-7fb6bd253b61 HTTP/1.1" status: 200 len: 945 time: 0.0633075 Feb 21 00:34:29.502749 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-1ce55887-ec6d-40a0-bc57-da8e47f0599d req-9e29f978-6c40-497d-be97-0e660f90fc4d tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/security-groups?id=086df3ca-b094-4a4d-b3ca-0d4f22d1c024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454252 Feb 21 00:34:29.681042 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba5a9b3-5645-47ae-9761-a2c72e00e83c req-79d15247-10d7-446e-a699-b49944ce775b tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:29.682553 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-6ba5a9b3-5645-47ae-9761-a2c72e00e83c req-79d15247-10d7-446e-a699-b49944ce775b tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8230352-c17e-4cac-8ed0-da7c12f48e16 HTTP/1.1" status: 200 len: 945 time: 0.0529850 Feb 21 00:34:29.733124 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-6ba5a9b3-5645-47ae-9761-a2c72e00e83c req-cb539fe5-568a-4a63-b1c3-3f8cd695065f tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429795 Feb 21 00:34:30.021517 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd92034c-d20f-43e3-a6a9-775cc0642102 req-82d1ba41-09ba-462f-960a-d0d3029f2d2a tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:30.023029 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-cd92034c-d20f-43e3-a6a9-775cc0642102 req-82d1ba41-09ba-462f-960a-d0d3029f2d2a tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=40d12558-3fed-4562-b3a8-9a6f076fc3d9 HTTP/1.1" status: 200 len: 945 time: 0.0536425 Feb 21 00:34:30.069449 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-cd92034c-d20f-43e3-a6a9-775cc0642102 req-7ac8256c-fa4a-4a71-9d8f-7c9cd34dc0b1 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f05195e-1011-4af1-b12a-07d8f5627ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408490 Feb 21 00:34:30.626202 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f957294a-35bd-467e-9e64-e9cb163132ae req-264fa65c-adae-4545-b689-e76e4cbe0253 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:30.627743 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-f957294a-35bd-467e-9e64-e9cb163132ae req-264fa65c-adae-4545-b689-e76e4cbe0253 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fd7fea7-9f01-48c5-ac04-7fb6bd253b61 HTTP/1.1" status: 200 len: 945 time: 0.0557296 Feb 21 00:34:30.677146 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-f957294a-35bd-467e-9e64-e9cb163132ae req-b0467423-8040-4e7a-8310-160b26bfe5d4 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/security-groups?id=086df3ca-b094-4a4d-b3ca-0d4f22d1c024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440743 Feb 21 00:34:30.863474 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 56424) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:34:30.871258 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46383fcc-4491-4521-af07-2e9e7b796446 req-69d64340-63b5-41e9-83c2-4bb0bd719f47 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:30.872750 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-46383fcc-4491-4521-af07-2e9e7b796446 req-69d64340-63b5-41e9-83c2-4bb0bd719f47 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8230352-c17e-4cac-8ed0-da7c12f48e16 HTTP/1.1" status: 200 len: 945 time: 0.0675497 Feb 21 00:34:30.921855 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-46383fcc-4491-4521-af07-2e9e7b796446 req-4ffbd7d8-fb42-4c1f-a0b3-097e4c209965 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432243 Feb 21 00:34:30.979491 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-4f274b47-4f94-4517-9ecf-f5d117282b86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:31.056055 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-4f274b47-4f94-4517-9ecf-f5d117282b86 admin admin] Publish callbacks [] for security_group (32544c3c-1fa9-45aa-8800-edc7b3baaf7e), precommit_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:31.060413 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-4f274b47-4f94-4517-9ecf-f5d117282b86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (32544c3c-1fa9-45aa-8800-edc7b3baaf7e), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:31.099913 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-4f274b47-4f94-4517-9ecf-f5d117282b86 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e5ba97fea37f440aa42859f9bc3450ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2351274 Feb 21 00:34:31.100684 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 56436) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:34:31.101398 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f274b47-4f94-4517-9ecf-f5d117282b86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32544c3c-1fa9-45aa-8800-edc7b3baaf7e,revision_number=1']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:34:31.160567 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-3d3baa63-793c-41c8-8c2e-03c26a27f965 admin admin] Publish callbacks [] for security_group (32544c3c-1fa9-45aa-8800-edc7b3baaf7e), before_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:31.205271 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-3d3baa63-793c-41c8-8c2e-03c26a27f965 admin admin] Publish callbacks [] for security_group (32544c3c-1fa9-45aa-8800-edc7b3baaf7e), precommit_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:31.242896 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58babfc6-c43d-4ebd-9fa6-b7118a11b530 req-682d585a-2c51-4a68-a4aa-1172c3dc5b22 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:31.244615 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-58babfc6-c43d-4ebd-9fa6-b7118a11b530 req-682d585a-2c51-4a68-a4aa-1172c3dc5b22 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=40d12558-3fed-4562-b3a8-9a6f076fc3d9 HTTP/1.1" status: 200 len: 945 time: 0.0975096 Feb 21 00:34:31.278029 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-3d3baa63-793c-41c8-8c2e-03c26a27f965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (32544c3c-1fa9-45aa-8800-edc7b3baaf7e), after_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:31.280556 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-3d3baa63-793c-41c8-8c2e-03c26a27f965 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:31.281665 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-3d3baa63-793c-41c8-8c2e-03c26a27f965 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/32544c3c-1fa9-45aa-8800-edc7b3baaf7e HTTP/1.1" status: 204 len: 168 time: 0.1774337 Feb 21 00:34:31.301593 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3baa63-793c-41c8-8c2e-03c26a27f965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32544c3c-1fa9-45aa-8800-edc7b3baaf7e,revision_number=None']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:34:31.316807 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-58babfc6-c43d-4ebd-9fa6-b7118a11b530 req-b2bff7c3-3a71-482a-aea0-0f65f67dab66 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f05195e-1011-4af1-b12a-07d8f5627ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651367 Feb 21 00:34:31.371659 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-0f76f789-be2f-4a92-9b3d-3e90af1e2689 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (57941464-2af3-4cc7-9b46-3eeacd6f6fca), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:31.796731 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e1c066-3eea-487a-9384-ae2b0e8d60d0 req-1627dce2-4309-4145-acb4-114cad40b330 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:31.798195 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-20e1c066-3eea-487a-9384-ae2b0e8d60d0 req-1627dce2-4309-4145-acb4-114cad40b330 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fd7fea7-9f01-48c5-ac04-7fb6bd253b61 HTTP/1.1" status: 200 len: 945 time: 0.0525391 Feb 21 00:34:31.845948 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-20e1c066-3eea-487a-9384-ae2b0e8d60d0 req-ae71bf29-4ceb-4554-b4b8-60cc48de0650 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/security-groups?id=086df3ca-b094-4a4d-b3ca-0d4f22d1c024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421946 Feb 21 00:34:32.041406 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56bb84a-fb7b-4e63-b97a-c2c44721fe61 req-547b4d7a-304c-4332-9732-cafc5f1c7c1c tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:32.042892 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-b56bb84a-fb7b-4e63-b97a-c2c44721fe61 req-547b4d7a-304c-4332-9732-cafc5f1c7c1c tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8230352-c17e-4cac-8ed0-da7c12f48e16 HTTP/1.1" status: 200 len: 945 time: 0.0527387 Feb 21 00:34:32.089291 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-b56bb84a-fb7b-4e63-b97a-c2c44721fe61 req-d2391c1f-9bd1-4697-9049-a286cbcf70ad tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407038 Feb 21 00:34:32.278677 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 56490) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:34:32.396786 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-11ddf9c5-e6a7-451c-bec0-e1af9aca23f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:32.439249 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e3e053-9f17-4a60-9bb8-a4d03f778eca req-25fd3aef-7f99-4589-bb8e-dae9e5908363 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:32.441121 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-12e3e053-9f17-4a60-9bb8-a4d03f778eca req-25fd3aef-7f99-4589-bb8e-dae9e5908363 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=40d12558-3fed-4562-b3a8-9a6f076fc3d9 HTTP/1.1" status: 200 len: 945 time: 0.0582812 Feb 21 00:34:32.475708 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-11ddf9c5-e6a7-451c-bec0-e1af9aca23f7 admin admin] Publish callbacks [] for security_group (60d035b6-93be-47a3-a5b5-b5d4d2679ce5), precommit_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:32.480020 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-11ddf9c5-e6a7-451c-bec0-e1af9aca23f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (60d035b6-93be-47a3-a5b5-b5d4d2679ce5), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:32.486578 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 56498) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:34:32.500332 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-12e3e053-9f17-4a60-9bb8-a4d03f778eca req-1ab6dad0-1ffe-42e6-a8aa-199787e78bd8 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f05195e-1011-4af1-b12a-07d8f5627ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530031 Feb 21 00:34:32.519789 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ddf9c5-e6a7-451c-bec0-e1af9aca23f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60d035b6-93be-47a3-a5b5-b5d4d2679ce5,revision_number=1']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:34:32.524803 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-11ddf9c5-e6a7-451c-bec0-e1af9aca23f7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a78d83775fbf43a2bd4c9351b6c1cf64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2449586 Feb 21 00:34:32.528133 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 56502) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:34:32.575851 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-e080d774-b994-4d00-8894-f3720085c336 admin admin] Publish callbacks [] for security_group (60d035b6-93be-47a3-a5b5-b5d4d2679ce5), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:32.606107 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-3a7d5422-2cfa-4315-a4be-517276744b5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:32.609027 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-e080d774-b994-4d00-8894-f3720085c336 admin admin] Publish callbacks [] for security_group (60d035b6-93be-47a3-a5b5-b5d4d2679ce5), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:32.684368 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-e080d774-b994-4d00-8894-f3720085c336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (60d035b6-93be-47a3-a5b5-b5d4d2679ce5), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:32.686981 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-e080d774-b994-4d00-8894-f3720085c336 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:32.688142 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-e080d774-b994-4d00-8894-f3720085c336 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/60d035b6-93be-47a3-a5b5-b5d4d2679ce5 HTTP/1.1" status: 204 len: 168 time: 0.1588728 Feb 21 00:34:32.703463 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e080d774-b994-4d00-8894-f3720085c336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60d035b6-93be-47a3-a5b5-b5d4d2679ce5,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:34:32.722883 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-3a7d5422-2cfa-4315-a4be-517276744b5f admin admin] Publish callbacks [] for security_group (54cca679-2734-4752-8b53-1040621faeac), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:32.728595 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-3a7d5422-2cfa-4315-a4be-517276744b5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (54cca679-2734-4752-8b53-1040621faeac), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:32.769765 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-3a7d5422-2cfa-4315-a4be-517276744b5f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=df51ef1e6dab4ab290bec28a3a3964f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2819982 Feb 21 00:34:32.770727 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7d5422-2cfa-4315-a4be-517276744b5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54cca679-2734-4752-8b53-1040621faeac,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:34:32.772422 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 56510) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:34:32.824979 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-dcf61ba7-bc75-4022-aa25-83a999f8c51b admin admin] Publish callbacks [] for security_group (54cca679-2734-4752-8b53-1040621faeac), before_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:32.855948 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-dcf61ba7-bc75-4022-aa25-83a999f8c51b admin admin] Publish callbacks [] for security_group (54cca679-2734-4752-8b53-1040621faeac), precommit_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:32.936255 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-dcf61ba7-bc75-4022-aa25-83a999f8c51b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (54cca679-2734-4752-8b53-1040621faeac), after_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:32.939020 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-dcf61ba7-bc75-4022-aa25-83a999f8c51b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:32.942540 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-dcf61ba7-bc75-4022-aa25-83a999f8c51b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/54cca679-2734-4752-8b53-1040621faeac HTTP/1.1" status: 204 len: 168 time: 0.1666243 Feb 21 00:34:32.965303 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf61ba7-bc75-4022-aa25-83a999f8c51b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54cca679-2734-4752-8b53-1040621faeac,revision_number=None']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:34:33.002407 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89f2d76-a1ef-4ead-933f-80289c341737 req-005c1fbd-6190-47f3-99fe-6eca1eba0105 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:33.004023 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-f89f2d76-a1ef-4ead-933f-80289c341737 req-005c1fbd-6190-47f3-99fe-6eca1eba0105 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fd7fea7-9f01-48c5-ac04-7fb6bd253b61 HTTP/1.1" status: 200 len: 945 time: 0.0817630 Feb 21 00:34:33.056722 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-f89f2d76-a1ef-4ead-933f-80289c341737 req-b4f6770f-4085-4720-bc8d-0c38b1a8af53 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/security-groups?id=086df3ca-b094-4a4d-b3ca-0d4f22d1c024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470390 Feb 21 00:34:33.089035 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 56528) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:34:33.230264 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b98ae3c-7349-48a6-93b0-3ae73f9c74b3 req-ab020535-d2b8-4a50-8d67-b0e5844e5ec1 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:33.232619 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-5b98ae3c-7349-48a6-93b0-3ae73f9c74b3 req-ab020535-d2b8-4a50-8d67-b0e5844e5ec1 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8230352-c17e-4cac-8ed0-da7c12f48e16 HTTP/1.1" status: 200 len: 945 time: 0.0686023 Feb 21 00:34:33.298021 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-5b98ae3c-7349-48a6-93b0-3ae73f9c74b3 req-9d27eb13-6d9a-4a48-892e-397d0ce663ae tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594094 Feb 21 00:34:33.372250 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-850f8667-5d1f-41e2-955c-461e6d82674e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:33.456224 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 56552) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:34:33.458199 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-850f8667-5d1f-41e2-955c-461e6d82674e admin admin] Publish callbacks [] for security_group (3b4bd8dc-12c5-4758-b6ae-7d52ccc1324a), precommit_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:33.461751 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-850f8667-5d1f-41e2-955c-461e6d82674e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (3b4bd8dc-12c5-4758-b6ae-7d52ccc1324a), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:33.471830 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-297aca52-a8c0-4010-b71b-a71bda0e6a1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:33.517611 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-850f8667-5d1f-41e2-955c-461e6d82674e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ce5870ccb69e42528714e16420970d8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4266472 Feb 21 00:34:33.524903 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-754bfab7-3c2a-4026-9056-64bd7a03a77e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (47b5b2cb-5391-4fc3-9478-3db20537c35a), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:33.531176 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850f8667-5d1f-41e2-955c-461e6d82674e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b4bd8dc-12c5-4758-b6ae-7d52ccc1324a,revision_number=1']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:34:33.534301 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 56558) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:34:33.599070 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-238ed21f-f461-4f5b-b561-b934c810c44d admin admin] Publish callbacks [] for security_group (3b4bd8dc-12c5-4758-b6ae-7d52ccc1324a), before_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:33.639848 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-297aca52-a8c0-4010-b71b-a71bda0e6a1d admin admin] Publish callbacks [] for security_group (aaece8e1-c324-4072-89a2-387040960687), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:33.646257 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-297aca52-a8c0-4010-b71b-a71bda0e6a1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (aaece8e1-c324-4072-89a2-387040960687), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:33.658498 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-238ed21f-f461-4f5b-b561-b934c810c44d admin admin] Publish callbacks [] for security_group (3b4bd8dc-12c5-4758-b6ae-7d52ccc1324a), precommit_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:33.697097 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Device e54a4066-a1cd-43cd-bf19-c474f7a751af details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109224) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 00:34:33.704189 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 56568) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:34:33.707231 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-297aca52-a8c0-4010-b71b-a71bda0e6a1d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bcdba01d0b8e4f01963f9aaaf20d8673&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2497013 Feb 21 00:34:33.712410 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297aca52-a8c0-4010-b71b-a71bda0e6a1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaece8e1-c324-4072-89a2-387040960687,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:34:33.723156 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29f7f3d-69ea-4128-bcaa-b60e5c2b085b req-c510419d-a76b-431b-9ccc-6a2f60dc4d8a tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:33.724998 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-b29f7f3d-69ea-4128-bcaa-b60e5c2b085b req-c510419d-a76b-431b-9ccc-6a2f60dc4d8a tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=40d12558-3fed-4562-b3a8-9a6f076fc3d9 HTTP/1.1" status: 200 len: 945 time: 0.1126640 Feb 21 00:34:33.791639 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ce6cd1bd-02db-47e8-af61-925a1b56971a admin admin] Publish callbacks [] for security_group (aaece8e1-c324-4072-89a2-387040960687), before_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:33.814170 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ce6cd1bd-02db-47e8-af61-925a1b56971a admin admin] Publish callbacks [] for security_group (aaece8e1-c324-4072-89a2-387040960687), precommit_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:33.826661 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-238ed21f-f461-4f5b-b561-b934c810c44d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (3b4bd8dc-12c5-4758-b6ae-7d52ccc1324a), after_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:33.829208 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-238ed21f-f461-4f5b-b561-b934c810c44d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:33.830344 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-238ed21f-f461-4f5b-b561-b934c810c44d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3b4bd8dc-12c5-4758-b6ae-7d52ccc1324a HTTP/1.1" status: 204 len: 168 time: 0.2948387 Feb 21 00:34:33.851172 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ed21f-f461-4f5b-b561-b934c810c44d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b4bd8dc-12c5-4758-b6ae-7d52ccc1324a,revision_number=None']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:34:33.880760 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-b29f7f3d-69ea-4128-bcaa-b60e5c2b085b req-0ff55e83-8a63-41b9-ad90-04c1991aab65 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f05195e-1011-4af1-b12a-07d8f5627ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1469483 Feb 21 00:34:33.888372 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] For port e54a4066-a1cd-43cd-bf19-c474f7a751af, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e54a4066-a1cd-43cd-bf19-c474f7a751af,segment=NetworkSegment(905ecc73-8a74-4e6f-8e03-5ec9e3dbca32),segment_id=905ecc73-8a74-4e6f-8e03-5ec9e3dbca32)] {{(pid=109224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:34:33.905457 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Returning: {'device': 'e54a4066-a1cd-43cd-bf19-c474f7a751af', 'network_id': '2cc309f6-129c-421f-a7c2-95ecda53f9b9', 'port_id': 'e54a4066-a1cd-43cd-bf19-c474f7a751af', 'mac_address': 'fa:16:3e:c3:7c:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c4904f9-0933-4cbb-8971-c27649ee3505', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109224) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 00:34:33.911694 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ce6cd1bd-02db-47e8-af61-925a1b56971a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (aaece8e1-c324-4072-89a2-387040960687), after_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:33.925108 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ce6cd1bd-02db-47e8-af61-925a1b56971a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:33.925108 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-ce6cd1bd-02db-47e8-af61-925a1b56971a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/aaece8e1-c324-4072-89a2-387040960687 HTTP/1.1" status: 204 len: 168 time: 0.2135596 Feb 21 00:34:33.931010 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6cd1bd-02db-47e8-af61-925a1b56971a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaece8e1-c324-4072-89a2-387040960687,revision_number=None']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:34:33.962593 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Current status of the port e54a4066-a1cd-43cd-bf19-c474f7a751af is: ACTIVE; New status is: BUILD {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:34:33.963110 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (e54a4066-a1cd-43cd-bf19-c474f7a751af), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:33.985799 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.notifiers.nova [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e54a4066-a1cd-43cd-bf19-c474f7a751af {{(pid=109224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 00:34:34.011156 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] For port e54a4066-a1cd-43cd-bf19-c474f7a751af, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e54a4066-a1cd-43cd-bf19-c474f7a751af,segment=NetworkSegment(905ecc73-8a74-4e6f-8e03-5ec9e3dbca32),segment_id=905ecc73-8a74-4e6f-8e03-5ec9e3dbca32)] {{(pid=109224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:34:34.019550 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (e54a4066-a1cd-43cd-bf19-c474f7a751af), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:34.149689 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] get_ports_and_sgs() called for port_ids ['e54a4066-a1cd-43cd-bf19-c474f7a751af'] {{(pid=109224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 00:34:34.157539 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Pushing event updated for resources: {'Port': ['ID=e54a4066-a1cd-43cd-bf19-c474f7a751af,revision_number=6']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:34:34.361886 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8b1378-af5e-4cdd-a62b-e926ebf78304 req-24c088c5-befe-48b2-b28e-802d62528870 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:34.372507 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-3d8b1378-af5e-4cdd-a62b-e926ebf78304 req-24c088c5-befe-48b2-b28e-802d62528870 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fd7fea7-9f01-48c5-ac04-7fb6bd253b61 HTTP/1.1" status: 200 len: 945 time: 0.1823182 Feb 21 00:34:34.564053 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64625f81-c658-4091-8cc5-2421181b082f req-99285688-f349-427c-acbc-6204f106a49a tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:34.575137 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-64625f81-c658-4091-8cc5-2421181b082f req-99285688-f349-427c-acbc-6204f106a49a tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8230352-c17e-4cac-8ed0-da7c12f48e16 HTTP/1.1" status: 200 len: 945 time: 0.1092997 Feb 21 00:34:34.666024 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-64625f81-c658-4091-8cc5-2421181b082f req-88c1c05f-7ad2-40b2-b9c4-1f19b738e92e tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813110 Feb 21 00:34:34.905900 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-3d8b1378-af5e-4cdd-a62b-e926ebf78304 req-a58f3951-502c-448c-a66c-285d63552ce3 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/security-groups?id=086df3ca-b094-4a4d-b3ca-0d4f22d1c024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5248475 Feb 21 00:34:35.056952 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac86d94-a026-458f-aada-9f399265e93b req-3aa03727-f9d5-4619-8352-73e1a15c5f4a tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:35.064769 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-2ac86d94-a026-458f-aada-9f399265e93b req-3aa03727-f9d5-4619-8352-73e1a15c5f4a tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=40d12558-3fed-4562-b3a8-9a6f076fc3d9 HTTP/1.1" status: 200 len: 944 time: 0.0842776 Feb 21 00:34:35.106648 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-2cd5f963-efb3-4d3f-8e75-14b6a6f65242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (4a388d83-9cb8-49a2-9541-35a13f295f4a), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:35.118647 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-2ac86d94-a026-458f-aada-9f399265e93b req-df2d3538-8e83-4b36-bb08-b19e557f3365 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f05195e-1011-4af1-b12a-07d8f5627ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526679 Feb 21 00:34:35.129080 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 56630) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:34:35.377710 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [None req-346f6176-9acf-4af7-a929-230a5390043d admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-311509260-network', 'tenant_id': '0c74fb4985674c6ca64f8d3ac1adedf4'}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:34:35.418949 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-346f6176-9acf-4af7-a929-230a5390043d admin admin] Made reservation on behalf of 0c74fb4985674c6ca64f8d3ac1adedf4 for: {'network': 1} {{(pid=109222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 00:34:35.421256 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-346f6176-9acf-4af7-a929-230a5390043d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for network (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:35.430618 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-346f6176-9acf-4af7-a929-230a5390043d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:35.516194 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-346f6176-9acf-4af7-a929-230a5390043d admin admin] Publish callbacks [] for security_group (943d9094-73ba-4c4f-8835-aab977d1176c), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:35.532142 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-346f6176-9acf-4af7-a929-230a5390043d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (943d9094-73ba-4c4f-8835-aab977d1176c), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:35.567198 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-346f6176-9acf-4af7-a929-230a5390043d admin admin] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=109222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 00:34:35.573776 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346f6176-9acf-4af7-a929-230a5390043d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=943d9094-73ba-4c4f-8835-aab977d1176c,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:34:35.604693 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-346f6176-9acf-4af7-a929-230a5390043d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16097169'] for segment (44fbb5db-c5b2-4e96-93d0-4174690df5fa), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:35.605497 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.db.segments_db [None req-346f6176-9acf-4af7-a929-230a5390043d admin admin] Added segment 44fbb5db-c5b2-4e96-93d0-4174690df5fa of type vlan for network 9494c3e2-b13b-4815-a10a-85c5dcf4f43b Feb 21 00:34:35.662308 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-346f6176-9acf-4af7-a929-230a5390043d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731676168578'] for network (9494c3e2-b13b-4815-a10a-85c5dcf4f43b), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:35.711893 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Device e54a4066-a1cd-43cd-bf19-c474f7a751af up at agent hyperv_hv-cinder-81322 {{(pid=109224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:34:35.728886 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-346f6176-9acf-4af7-a929-230a5390043d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403'] for network (9494c3e2-b13b-4815-a10a-85c5dcf4f43b), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:35.734463 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-346f6176-9acf-4af7-a929-230a5390043d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:35.736441 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-346f6176-9acf-4af7-a929-230a5390043d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582445'] for network (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:35.852459 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Provisioning complete for port e54a4066-a1cd-43cd-bf19-c474f7a751af triggered by entity L2. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:34:35.854243 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (e54a4066-a1cd-43cd-bf19-c474f7a751af), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:35.868253 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-346f6176-9acf-4af7-a929-230a5390043d admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7376904 Feb 21 00:34:35.872155 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 56656) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:34:35.877529 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.v2.base [None req-b7d8c99d-3cf8-498b-9a8b-4a57fd5a6d72 admin admin] Request body: {'subnet': {'network_id': '9494c3e2-b13b-4815-a10a-85c5dcf4f43b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-311509260-subnet', 'tenant_id': '0c74fb4985674c6ca64f8d3ac1adedf4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:34:35.882773 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346f6176-9acf-4af7-a929-230a5390043d admin admin] Pushing event updated for resources: {'Network': ['ID=9494c3e2-b13b-4815-a10a-85c5dcf4f43b,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:34:35.904277 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Network 9494c3e2-b13b-4815-a10a-85c5dcf4f43b details requested by agent ovs-agent-dv-cinder-813225-6-iscsi with host dv-cinder-813225-6-iscsi {{(pid=109224) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 00:34:35.932953 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad08a2a-0973-4585-a5e0-4ffb9bccd418 req-bc557e24-7fdf-47cd-aff9-5282033eb70a tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:35.952640 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-0ad08a2a-0973-4585-a5e0-4ffb9bccd418 req-bc557e24-7fdf-47cd-aff9-5282033eb70a tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8230352-c17e-4cac-8ed0-da7c12f48e16 HTTP/1.1" status: 200 len: 945 time: 0.1730924 Feb 21 00:34:35.960096 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7d8c99d-3cf8-498b-9a8b-4a57fd5a6d72 admin admin] Made reservation on behalf of 0c74fb4985674c6ca64f8d3ac1adedf4 for: {'subnet': 1} {{(pid=109223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 00:34:35.962770 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-b7d8c99d-3cf8-498b-9a8b-4a57fd5a6d72 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3701950'] for subnet (None), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:36.037525 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-0ad08a2a-0973-4585-a5e0-4ffb9bccd418 req-c0fb03c0-52c3-4d3c-855a-b7528f9165b1 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839424 Feb 21 00:34:36.122019 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Current status of the port e54a4066-a1cd-43cd-bf19-c474f7a751af is: BUILD; New status is: ACTIVE {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:34:36.122705 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (e54a4066-a1cd-43cd-bf19-c474f7a751af), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:36.158304 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40d12558-3fed-4562-b3a8-9a6f076fc3d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e54a4066-a1cd-43cd-bf19-c474f7a751af'}] {{(pid=109224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:34:36.161231 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea31762fe36adf1256da5116fd788589841920f52286d7e0b0077cda52487892" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46425a07-a720-4fe5-8687-73d3df9f0c90" -d '{"events": [{"server_uuid": "40d12558-3fed-4562-b3a8-9a6f076fc3d9", "name": "network-vif-plugged", "status": "completed", "tag": "e54a4066-a1cd-43cd-bf19-c474f7a751af"}]}' {{(pid=109224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:34:36.169902 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a71709-ad9b-4538-9acb-8a58fd24e666 req-69533e7f-fc35-4496-b5ae-5f2db449dabd tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:36.177155 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-31a71709-ad9b-4538-9acb-8a58fd24e666 req-69533e7f-fc35-4496-b5ae-5f2db449dabd tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fd7fea7-9f01-48c5-ac04-7fb6bd253b61 HTTP/1.1" status: 200 len: 945 time: 0.1071353 Feb 21 00:34:36.187016 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] For port e54a4066-a1cd-43cd-bf19-c474f7a751af, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e54a4066-a1cd-43cd-bf19-c474f7a751af,segment=NetworkSegment(905ecc73-8a74-4e6f-8e03-5ec9e3dbca32),segment_id=905ecc73-8a74-4e6f-8e03-5ec9e3dbca32)] {{(pid=109224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:34:36.198151 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (e54a4066-a1cd-43cd-bf19-c474f7a751af), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:36.275308 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-31a71709-ad9b-4538-9acb-8a58fd24e666 req-d0d79db3-5b81-42be-ac3b-2f170ffbd05e tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/security-groups?id=086df3ca-b094-4a4d-b3ca-0d4f22d1c024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971231 Feb 21 00:34:36.280943 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Pushing event updated for resources: {'Port': ['ID=e54a4066-a1cd-43cd-bf19-c474f7a751af,revision_number=7']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:34:36.307867 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d57f8e-6ecf-4e20-9ea1-4acf42862a26 req-60fd111e-66a5-44b4-94b9-7ed8155fe632 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:36.319397 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-95d57f8e-6ecf-4e20-9ea1-4acf42862a26 req-60fd111e-66a5-44b4-94b9-7ed8155fe632 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=40d12558-3fed-4562-b3a8-9a6f076fc3d9 HTTP/1.1" status: 200 len: 945 time: 0.1003759 Feb 21 00:34:36.328843 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 00:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d68bc54-cf25-48ef-810b-3c32e93efbb5 x-openstack-request-id: req-2d68bc54-cf25-48ef-810b-3c32e93efbb5 {{(pid=109224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:34:36.329948 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40d12558-3fed-4562-b3a8-9a6f076fc3d9", "name": "network-vif-plugged", "status": "completed", "tag": "e54a4066-a1cd-43cd-bf19-c474f7a751af", "code": 200}]} {{(pid=109224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:34:36.330395 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2d68bc54-cf25-48ef-810b-3c32e93efbb5 {{(pid=109224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:34:36.330955 dv-cinder-813225-6-iscsi neutron-server[109224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40d12558-3fed-4562-b3a8-9a6f076fc3d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e54a4066-a1cd-43cd-bf19-c474f7a751af', 'code': 200} Feb 21 00:34:36.360388 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-b7d8c99d-3cf8-498b-9a8b-4a57fd5a6d72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3992585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3701836'] for subnet (4e9a0204-edff-4938-8666-40e4ed5dec33), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:36.407663 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-09e0abcb-2b1d-4918-a5e2-a10ed408e1f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (417c2155-c2c7-44af-91e4-b32264eafb82), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:36.427908 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-95d57f8e-6ecf-4e20-9ea1-4acf42862a26 req-14d054f1-c089-4ece-991b-c14800130eb8 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f05195e-1011-4af1-b12a-07d8f5627ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074262 Feb 21 00:34:36.468176 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d8c99d-3cf8-498b-9a8b-4a57fd5a6d72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e9a0204-edff-4938-8666-40e4ed5dec33,revision_number=0']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:34:36.478903 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d8c99d-3cf8-498b-9a8b-4a57fd5a6d72 admin admin] Checking segment: {'id': '44fbb5db-c5b2-4e96-93d0-4174690df5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '9494c3e2-b13b-4815-a10a-85c5dcf4f43b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:34:36.479293 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d8c99d-3cf8-498b-9a8b-4a57fd5a6d72 admin admin] Network hostable DHCP agents. Network: 9494c3e2-b13b-4815-a10a-85c5dcf4f43b, hostable agents: ['57941464-2af3-4cc7-9b46-3eeacd6f6fca'], hosted agents: [] {{(pid=109223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 00:34:36.525268 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d8c99d-3cf8-498b-9a8b-4a57fd5a6d72 admin admin] Network 9494c3e2-b13b-4815-a10a-85c5dcf4f43b is scheduled to be hosted by DHCP agent 57941464-2af3-4cc7-9b46-3eeacd6f6fca with binding_index 1 {{(pid=109223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 00:34:36.544832 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.scheduler.base_scheduler [None req-b7d8c99d-3cf8-498b-9a8b-4a57fd5a6d72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813225-6-iscsi, 9494c3e2-b13b-4815-a10a-85c5dcf4f43b) {{(pid=109223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:34:36.551026 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d8c99d-3cf8-498b-9a8b-4a57fd5a6d72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:36.551339 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-b7d8c99d-3cf8-498b-9a8b-4a57fd5a6d72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582445'] for subnet (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:36.554483 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c179f8c-4d51-4ac8-998c-9f7f2891db15 None None] Network 9494c3e2-b13b-4815-a10a-85c5dcf4f43b requested from dv-cinder-813225-6-iscsi {{(pid=109224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 00:34:36.583660 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-b7d8c99d-3cf8-498b-9a8b-4a57fd5a6d72 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7102823 Feb 21 00:34:36.644311 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30495baa-b4ce-498f-8ea6-450b62263d3a req-24dc079a-6e6c-4a98-be86-2b4670931ed4 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:36.647798 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-30495baa-b4ce-498f-8ea6-450b62263d3a req-24dc079a-6e6c-4a98-be86-2b4670931ed4 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fd7fea7-9f01-48c5-ac04-7fb6bd253b61 HTTP/1.1" status: 200 len: 945 time: 0.1252222 Feb 21 00:34:36.762381 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-30495baa-b4ce-498f-8ea6-450b62263d3a req-16ab60f9-433a-4156-be41-8e2ca02b7b5a tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/security-groups?id=086df3ca-b094-4a4d-b3ca-0d4f22d1c024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024568 Feb 21 00:34:36.779444 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e4dc580-9224-46f8-bdb0-b8e148d97140 None None] Network 9494c3e2-b13b-4815-a10a-85c5dcf4f43b requested from dv-cinder-813225-6-iscsi {{(pid=109224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 00:34:36.784926 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6791f3-d883-40a6-aca2-016f4eeebbc4 req-7f86759b-2f83-4b84-8968-45e2625c938f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:36.787141 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-6d6791f3-d883-40a6-aca2-016f4eeebbc4 req-7f86759b-2f83-4b84-8968-45e2625c938f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f83942655a004261ad34343d44c6cf6b&device_id=4fd7fea7-9f01-48c5-ac04-7fb6bd253b61 HTTP/1.1" status: 200 len: 1129 time: 0.1493366 Feb 21 00:34:36.976279 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6791f3-d883-40a6-aca2-016f4eeebbc4 req-92870dc8-b941-47c8-bb8b-2cd4a94a8e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:36.978253 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-6d6791f3-d883-40a6-aca2-016f4eeebbc4 req-92870dc8-b941-47c8-bb8b-2cd4a94a8e9c service neutron] 10.222.0.36 "GET /v2.0/networks?id=c58ec42c-ebf4-48a5-8b13-e00a879614cb HTTP/1.1" status: 200 len: 911 time: 0.1780276 Feb 21 00:34:37.065700 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-6d6791f3-d883-40a6-aca2-016f4eeebbc4 req-1ca7ae52-891d-46d6-9ef0-473e0fbfe680 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=420adea9-d216-4e58-9d60-bb5d2a0bacdb HTTP/1.1" status: 200 len: 1000 time: 0.0796983 Feb 21 00:34:37.252791 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6791f3-d883-40a6-aca2-016f4eeebbc4 req-6b434537-2f59-473f-8fa3-509479f5221d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:37.254291 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-6d6791f3-d883-40a6-aca2-016f4eeebbc4 req-6b434537-2f59-473f-8fa3-509479f5221d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a770bec4-4043-4a9e-b8d8-da9ffce5c8ef HTTP/1.1" status: 200 len: 849 time: 0.1801960 Feb 21 00:34:37.359544 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb36e63-4a3d-45a1-b1c6-c111328a850a req-ac496af4-5a4f-41d2-9c8c-aa14d93c35e9 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:37.367713 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-0bb36e63-4a3d-45a1-b1c6-c111328a850a req-ac496af4-5a4f-41d2-9c8c-aa14d93c35e9 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8230352-c17e-4cac-8ed0-da7c12f48e16 HTTP/1.1" status: 200 len: 945 time: 0.2094352 Feb 21 00:34:37.406284 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6791f3-d883-40a6-aca2-016f4eeebbc4 req-91576a2d-d4c9-4e98-a758-7c39bb4fe68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:37.427929 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-6d6791f3-d883-40a6-aca2-016f4eeebbc4 req-91576a2d-d4c9-4e98-a758-7c39bb4fe68a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c58ec42c-ebf4-48a5-8b13-e00a879614cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1453450 Feb 21 00:34:37.644352 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411db16e-1111-4c59-a650-9692b7c66776 req-d0a4ed8b-738a-4d69-8da6-98c0a5a1fdb3 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:37.648406 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-6d6791f3-d883-40a6-aca2-016f4eeebbc4 req-db40d012-c4d4-49d4-9fc6-e9980845b85a service neutron] 10.222.0.36 "GET /v2.0/networks/c58ec42c-ebf4-48a5-8b13-e00a879614cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188480 Feb 21 00:34:37.656059 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-411db16e-1111-4c59-a650-9692b7c66776 req-d0a4ed8b-738a-4d69-8da6-98c0a5a1fdb3 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=40d12558-3fed-4562-b3a8-9a6f076fc3d9 HTTP/1.1" status: 200 len: 945 time: 0.1184266 Feb 21 00:34:37.773438 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-411db16e-1111-4c59-a650-9692b7c66776 req-8d02d73e-94f9-403e-8b3c-34a5a734e6b4 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f05195e-1011-4af1-b12a-07d8f5627ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120300 Feb 21 00:34:37.845195 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-0bb36e63-4a3d-45a1-b1c6-c111328a850a req-8dda4bf9-54c0-4832-b60d-6ec5657427af tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4764140 Feb 21 00:34:37.903690 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-6d6791f3-d883-40a6-aca2-016f4eeebbc4 req-2291700c-5114-4870-94be-2b415bd3fec4 service neutron] 10.222.0.36 "GET /v2.0/networks/c58ec42c-ebf4-48a5-8b13-e00a879614cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360878 Feb 21 00:34:37.965764 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4d8c5e-b989-47b5-b053-a22988a5c8f9 req-511b7ffe-5e5b-43af-97e9-5a1425ee4981 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:37.967655 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-5f4d8c5e-b989-47b5-b053-a22988a5c8f9 req-511b7ffe-5e5b-43af-97e9-5a1425ee4981 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fd7fea7-9f01-48c5-ac04-7fb6bd253b61 HTTP/1.1" status: 200 len: 945 time: 0.0922165 Feb 21 00:34:38.022012 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-5f4d8c5e-b989-47b5-b053-a22988a5c8f9 req-a5dc2ebe-8073-446f-a894-80cde45bcc75 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/security-groups?id=086df3ca-b094-4a4d-b3ca-0d4f22d1c024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482438 Feb 21 00:34:38.047319 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (d6e95c40-1d90-4a13-9e37-1d6580a24190), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:38.763201 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95de7f0c-f521-438d-9371-99be281437e2 req-60dc463e-ca2a-43f2-8454-7b534c2b4bd3 tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:38.764857 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-95de7f0c-f521-438d-9371-99be281437e2 req-60dc463e-ca2a-43f2-8454-7b534c2b4bd3 tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] 10.222.0.45 "GET /v2.0/networks?id=9494c3e2-b13b-4815-a10a-85c5dcf4f43b HTTP/1.1" status: 200 len: 813 time: 0.1417425 Feb 21 00:34:38.788964 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-95de7f0c-f521-438d-9371-99be281437e2 req-274cb9dd-83d8-4e26-9a68-ccbd3dd3a595 tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] 10.222.0.45 "GET /v2.0/quotas/0c74fb4985674c6ca64f8d3ac1adedf4 HTTP/1.1" status: 200 len: 375 time: 0.0129631 Feb 21 00:34:38.831398 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-95de7f0c-f521-438d-9371-99be281437e2 req-532087e3-6940-4dec-8572-7c96b7c28025 tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=0c74fb4985674c6ca64f8d3ac1adedf4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0361245 Feb 21 00:34:38.969554 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e298f692-9ebf-4627-9cbf-b50ddcbc716f req-5afcbff7-d99f-434a-9a2d-fd5b60f2e067 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:38.986481 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-e298f692-9ebf-4627-9cbf-b50ddcbc716f req-5afcbff7-d99f-434a-9a2d-fd5b60f2e067 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=40d12558-3fed-4562-b3a8-9a6f076fc3d9 HTTP/1.1" status: 200 len: 945 time: 0.1193855 Feb 21 00:34:39.036954 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-95de7f0c-f521-438d-9371-99be281437e2 req-332fd823-fbb7-4d56-a4b4-a4c96e9ac499 service neutron] 10.222.0.45 "GET /v2.0/networks/9494c3e2-b13b-4815-a10a-85c5dcf4f43b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937273 Feb 21 00:34:39.082578 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-e298f692-9ebf-4627-9cbf-b50ddcbc716f req-27bd646f-67a2-4744-9a11-84f0132b4ea4 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f05195e-1011-4af1-b12a-07d8f5627ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924695 Feb 21 00:34:39.194629 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-95de7f0c-f521-438d-9371-99be281437e2 req-f0f2f7e0-3f0b-44c8-ae68-4cbf67362fe4 service neutron] 10.222.0.45 "GET /v2.0/networks/9494c3e2-b13b-4815-a10a-85c5dcf4f43b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501329 Feb 21 00:34:39.243904 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0dca0b-8fee-4443-a432-d963685fe8d9 req-344e3d18-f0a0-46a2-ad38-867ad45f56e0 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:39.245175 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-5c0dca0b-8fee-4443-a432-d963685fe8d9 req-344e3d18-f0a0-46a2-ad38-867ad45f56e0 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8230352-c17e-4cac-8ed0-da7c12f48e16 HTTP/1.1" status: 200 len: 945 time: 0.0837381 Feb 21 00:34:39.357919 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-5c0dca0b-8fee-4443-a432-d963685fe8d9 req-ed6958db-7628-4fcc-bf3f-7c854cf4cfac tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051705 Feb 21 00:34:39.549508 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-d28e9a1f-e3b4-4e0b-a9a6-6bfa85cde999 req-a1b15ca0-2fea-40e9-a73f-26d52c0bad94 tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] 10.222.0.45 "GET /v2.0/ports?device_id=7662b0b6-af9c-48fd-9219-957c74250609 HTTP/1.1" status: 200 len: 210 time: 0.0525062 Feb 21 00:34:39.620598 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a89eff7-7511-4684-81cc-4108f929ae2f req-755b258f-3396-496c-a50e-389c278dcf69 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:39.627703 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-2a89eff7-7511-4684-81cc-4108f929ae2f req-755b258f-3396-496c-a50e-389c278dcf69 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fd7fea7-9f01-48c5-ac04-7fb6bd253b61 HTTP/1.1" status: 200 len: 945 time: 0.1122317 Feb 21 00:34:39.684050 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-2a89eff7-7511-4684-81cc-4108f929ae2f req-3944683c-e2e6-40fc-bf85-7acea865a863 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/security-groups?id=086df3ca-b094-4a4d-b3ca-0d4f22d1c024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536647 Feb 21 00:34:40.242276 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d4e6e5-f26a-433a-875c-ae5d3a90fd53 req-bdd108d8-52ca-4726-a17c-2289a67f5a10 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:40.250710 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-27d4e6e5-f26a-433a-875c-ae5d3a90fd53 req-bdd108d8-52ca-4726-a17c-2289a67f5a10 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=40d12558-3fed-4562-b3a8-9a6f076fc3d9 HTTP/1.1" status: 200 len: 945 time: 0.0788052 Feb 21 00:34:40.340180 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-27d4e6e5-f26a-433a-875c-ae5d3a90fd53 req-97d5e30b-e432-4839-bcce-648cc28f590f tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f05195e-1011-4af1-b12a-07d8f5627ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879495 Feb 21 00:34:40.546315 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277aef72-a9c2-4035-b539-bfd918ed096a req-f06dadd7-c5df-49a8-be64-67f95ebb1bdc tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:40.547931 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-277aef72-a9c2-4035-b539-bfd918ed096a req-f06dadd7-c5df-49a8-be64-67f95ebb1bdc tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8230352-c17e-4cac-8ed0-da7c12f48e16 HTTP/1.1" status: 200 len: 945 time: 0.0800431 Feb 21 00:34:40.630007 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-277aef72-a9c2-4035-b539-bfd918ed096a req-2f258b59-e38b-4dba-aed8-e2f2624f56bc tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707002 Feb 21 00:34:40.665603 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-80511cbe-a37a-4662-abfb-17cef2c03c81 req-eb9bfcc3-b85b-40e4-854d-f8a291adf0c6 tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] 10.222.0.45 "GET /v2.0/ports?device_id=7662b0b6-af9c-48fd-9219-957c74250609 HTTP/1.1" status: 200 len: 210 time: 0.0355034 Feb 21 00:34:41.155072 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95de7f0c-f521-438d-9371-99be281437e2 req-0b9ebda7-2fb9-4d89-8139-1655d7ae4924 tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:41.157237 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-95de7f0c-f521-438d-9371-99be281437e2 req-0b9ebda7-2fb9-4d89-8139-1655d7ae4924 tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] 10.222.0.36 "GET /v2.0/networks?id=9494c3e2-b13b-4815-a10a-85c5dcf4f43b HTTP/1.1" status: 200 len: 813 time: 0.1834936 Feb 21 00:34:41.177133 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.v2.base [req-95de7f0c-f521-438d-9371-99be281437e2 req-130b719d-a8cf-4e93-b4c5-8f9711c93e97 tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] Request body: {'port': {'device_id': '7662b0b6-af9c-48fd-9219-957c74250609', 'network_id': '9494c3e2-b13b-4815-a10a-85c5dcf4f43b', 'admin_state_up': True, 'tenant_id': '0c74fb4985674c6ca64f8d3ac1adedf4'}} {{(pid=109223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:34:41.244984 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 56854) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:34:41.361511 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95de7f0c-f521-438d-9371-99be281437e2 req-130b719d-a8cf-4e93-b4c5-8f9711c93e97 tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] Made reservation on behalf of 0c74fb4985674c6ca64f8d3ac1adedf4 for: {'port': 1} {{(pid=109223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 00:34:41.367242 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-95de7f0c-f521-438d-9371-99be281437e2 req-130b719d-a8cf-4e93-b4c5-8f9711c93e97 tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (None), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:41.426326 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-9ddea3ce-1391-423f-a163-191435a7122a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:41.564600 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.db.db_base_plugin_common [req-95de7f0c-f521-438d-9371-99be281437e2 req-130b719d-a8cf-4e93-b4c5-8f9711c93e97 tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] Allocated IP 172.20.0.6 (9494c3e2-b13b-4815-a10a-85c5dcf4f43b/4e9a0204-edff-4938-8666-40e4ed5dec33/40fe46fe-c6cf-4923-8030-b5e9becb067f) {{(pid=109223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 00:34:41.611330 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a28d4b5-11ab-4e15-a514-a031300efff4 req-a3f4ec2b-695f-4985-9ccd-fe2b4a91f970 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:41.612845 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-7a28d4b5-11ab-4e15-a514-a031300efff4 req-a3f4ec2b-695f-4985-9ccd-fe2b4a91f970 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=40d12558-3fed-4562-b3a8-9a6f076fc3d9 HTTP/1.1" status: 200 len: 945 time: 0.1533408 Feb 21 00:34:41.677589 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-9ddea3ce-1391-423f-a163-191435a7122a admin admin] Publish callbacks [] for security_group (70809d44-7e41-4f67-8add-ea8d48cf67a0), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:41.719917 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-7a28d4b5-11ab-4e15-a514-a031300efff4 req-fa1f3c7f-76ec-4ba7-baba-83d051d618cc tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f05195e-1011-4af1-b12a-07d8f5627ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955949 Feb 21 00:34:41.724152 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-9ddea3ce-1391-423f-a163-191435a7122a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (70809d44-7e41-4f67-8add-ea8d48cf67a0), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:41.795721 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddea3ce-1391-423f-a163-191435a7122a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70809d44-7e41-4f67-8add-ea8d48cf67a0,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:34:41.854221 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 56876) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:34:41.859785 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-9ddea3ce-1391-423f-a163-191435a7122a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=45a19ae5fb074e07b207b7d5c44f3c90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6048486 Feb 21 00:34:41.909623 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-95de7f0c-f521-438d-9371-99be281437e2 req-130b719d-a8cf-4e93-b4c5-8f9711c93e97 tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] Publish callbacks [] for port (40fe46fe-c6cf-4923-8030-b5e9becb067f), precommit_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:41.909791 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-78c54b5b-c196-4cf8-8263-c523f56a3a21 req-fc7ccf3e-1e55-4958-b0f5-918f77bee9dc tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] 10.222.0.45 "GET /v2.0/ports?device_id=7662b0b6-af9c-48fd-9219-957c74250609 HTTP/1.1" status: 200 len: 210 time: 0.0720024 Feb 21 00:34:41.918515 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12df5491-1ea8-45ff-8779-0383413e7a24 req-522168f2-327f-4bac-9923-ab7a0aa14606 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:41.927136 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-12df5491-1ea8-45ff-8779-0383413e7a24 req-522168f2-327f-4bac-9923-ab7a0aa14606 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8230352-c17e-4cac-8ed0-da7c12f48e16 HTTP/1.1" status: 200 len: 945 time: 0.1706984 Feb 21 00:34:42.028713 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-12df5491-1ea8-45ff-8779-0383413e7a24 req-d08b1907-665c-479c-91d6-23fd72df5804 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000152 Feb 21 00:34:42.040236 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-a196d574-2ac1-4fd9-a491-4555b60e5909 admin admin] Publish callbacks [] for security_group (70809d44-7e41-4f67-8add-ea8d48cf67a0), before_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:42.061254 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-95de7f0c-f521-438d-9371-99be281437e2 req-130b719d-a8cf-4e93-b4c5-8f9711c93e97 tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731676182815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3995289'] for port (40fe46fe-c6cf-4923-8030-b5e9becb067f), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:42.103861 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-a196d574-2ac1-4fd9-a491-4555b60e5909 admin admin] Publish callbacks [] for security_group (70809d44-7e41-4f67-8add-ea8d48cf67a0), precommit_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:42.125680 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95de7f0c-f521-438d-9371-99be281437e2 req-130b719d-a8cf-4e93-b4c5-8f9711c93e97 tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] Network 9494c3e2-b13b-4815-a10a-85c5dcf4f43b is already hosted by enough agents. {{(pid=109223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:34:42.135577 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.scheduler.base_scheduler [req-95de7f0c-f521-438d-9371-99be281437e2 req-130b719d-a8cf-4e93-b4c5-8f9711c93e97 tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] Resources bound (agent type, host, resource id): {{(pid=109223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:34:42.146473 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvrscheduler_db [req-95de7f0c-f521-438d-9371-99be281437e2 req-130b719d-a8cf-4e93-b4c5-8f9711c93e97 tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] Received port after_create {{(pid=109223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 00:34:42.178978 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130b719d-a8cf-4e93-b4c5-8f9711c93e97 tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] Pushing event updated for resources: {'Port': ['ID=40fe46fe-c6cf-4923-8030-b5e9becb067f,revision_number=1']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:34:42.216614 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95de7f0c-f521-438d-9371-99be281437e2 req-130b719d-a8cf-4e93-b4c5-8f9711c93e97 tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:42.217560 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-95de7f0c-f521-438d-9371-99be281437e2 req-130b719d-a8cf-4e93-b4c5-8f9711c93e97 tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469064'] for port (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:42.228369 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-a196d574-2ac1-4fd9-a491-4555b60e5909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (70809d44-7e41-4f67-8add-ea8d48cf67a0), after_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:42.231861 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-a196d574-2ac1-4fd9-a491-4555b60e5909 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:42.235603 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-a196d574-2ac1-4fd9-a491-4555b60e5909 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/70809d44-7e41-4f67-8add-ea8d48cf67a0 HTTP/1.1" status: 204 len: 168 time: 0.3662319 Feb 21 00:34:42.247447 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a196d574-2ac1-4fd9-a491-4555b60e5909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70809d44-7e41-4f67-8add-ea8d48cf67a0,revision_number=None']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:34:42.255338 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-95de7f0c-f521-438d-9371-99be281437e2 req-130b719d-a8cf-4e93-b4c5-8f9711c93e97 tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0844352 Feb 21 00:34:42.276313 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.v2.base [req-95de7f0c-f521-438d-9371-99be281437e2 req-026f8a0b-56ba-4e8c-9f38-1aaca181a0d9 service neutron] Request body: {'port': {'device_id': '7662b0b6-af9c-48fd-9219-957c74250609', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=109223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:34:42.380939 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-95de7f0c-f521-438d-9371-99be281437e2 req-026f8a0b-56ba-4e8c-9f38-1aaca181a0d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (40fe46fe-c6cf-4923-8030-b5e9becb067f), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:42.668160 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 56890) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:34:42.693952 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-d5b05928-5eaf-431e-ab97-42308d6ea744 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:42.754229 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.notifiers.nova [req-95de7f0c-f521-438d-9371-99be281437e2 req-026f8a0b-56ba-4e8c-9f38-1aaca181a0d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40fe46fe-c6cf-4923-8030-b5e9becb067f {{(pid=109223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 00:34:42.764650 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-95de7f0c-f521-438d-9371-99be281437e2 req-026f8a0b-56ba-4e8c-9f38-1aaca181a0d9 service neutron] Publish callbacks [] for port (40fe46fe-c6cf-4923-8030-b5e9becb067f), precommit_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:42.780210 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [req-95de7f0c-f521-438d-9371-99be281437e2 req-026f8a0b-56ba-4e8c-9f38-1aaca181a0d9 service neutron] Transition to ACTIVE for port object 40fe46fe-c6cf-4923-8030-b5e9becb067f will not be triggered until provisioned by entity L2. {{(pid=109223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 00:34:42.788777 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-95de7f0c-f521-438d-9371-99be281437e2 req-026f8a0b-56ba-4e8c-9f38-1aaca181a0d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3995266'] for port (40fe46fe-c6cf-4923-8030-b5e9becb067f), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:42.789577 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-d5b05928-5eaf-431e-ab97-42308d6ea744 admin admin] Publish callbacks [] for security_group (33d119f2-7fa7-4999-a92c-89915c7be4f2), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:42.801869 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-d5b05928-5eaf-431e-ab97-42308d6ea744 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (33d119f2-7fa7-4999-a92c-89915c7be4f2), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:42.871086 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026f8a0b-56ba-4e8c-9f38-1aaca181a0d9 service neutron] Pushing event updated for resources: {'Port': ['ID=40fe46fe-c6cf-4923-8030-b5e9becb067f,revision_number=2']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:34:42.883631 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-d5b05928-5eaf-431e-ab97-42308d6ea744 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4a811bf2c44e4338b04cb672ae00fac7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2142115 Feb 21 00:34:42.888203 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 56894) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:34:42.969337 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b05928-5eaf-431e-ab97-42308d6ea744 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33d119f2-7fa7-4999-a92c-89915c7be4f2,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:34:43.034624 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662faa70-2641-42dd-a30c-49c071e2fc62 req-e4031fb5-8866-44cb-87e0-203093bc3fdf tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:43.036315 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-662faa70-2641-42dd-a30c-49c071e2fc62 req-e4031fb5-8866-44cb-87e0-203093bc3fdf tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=40d12558-3fed-4562-b3a8-9a6f076fc3d9 HTTP/1.1" status: 200 len: 945 time: 0.2098985 Feb 21 00:34:43.077911 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-920d94c9-d82e-4582-be20-102d0a56e674 admin admin] Publish callbacks [] for security_group (33d119f2-7fa7-4999-a92c-89915c7be4f2), before_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:43.106095 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-662faa70-2641-42dd-a30c-49c071e2fc62 req-9a29c0ae-a0d7-4a36-b43c-f7c8db2d8ee3 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f05195e-1011-4af1-b12a-07d8f5627ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633230 Feb 21 00:34:43.132588 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-920d94c9-d82e-4582-be20-102d0a56e674 admin admin] Publish callbacks [] for security_group (33d119f2-7fa7-4999-a92c-89915c7be4f2), precommit_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:43.162224 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4942b114-4f64-448b-92be-ef8e766933e0 req-0b79b773-9f9d-469d-b37f-b4c320f1f82f tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:43.163816 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-4942b114-4f64-448b-92be-ef8e766933e0 req-0b79b773-9f9d-469d-b37f-b4c320f1f82f tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] 10.222.0.45 "GET /v2.0/ports?device_id=7662b0b6-af9c-48fd-9219-957c74250609 HTTP/1.1" status: 200 len: 943 time: 0.1660483 Feb 21 00:34:43.169784 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.managers [req-95de7f0c-f521-438d-9371-99be281437e2 req-026f8a0b-56ba-4e8c-9f38-1aaca181a0d9 service neutron] Attempting to bind port 40fe46fe-c6cf-4923-8030-b5e9becb067f on host hv-cinder-81322 for vnic_type normal with profile {{(pid=109223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 00:34:43.170039 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.managers [req-95de7f0c-f521-438d-9371-99be281437e2 req-026f8a0b-56ba-4e8c-9f38-1aaca181a0d9 service neutron] Attempting to bind port 40fe46fe-c6cf-4923-8030-b5e9becb067f by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '44fbb5db-c5b2-4e96-93d0-4174690df5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '9494c3e2-b13b-4815-a10a-85c5dcf4f43b'}] {{(pid=109223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 00:34:43.170370 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95de7f0c-f521-438d-9371-99be281437e2 req-026f8a0b-56ba-4e8c-9f38-1aaca181a0d9 service neutron] Attempting to bind port 40fe46fe-c6cf-4923-8030-b5e9becb067f on network 9494c3e2-b13b-4815-a10a-85c5dcf4f43b {{(pid=109223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:34:43.204641 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95de7f0c-f521-438d-9371-99be281437e2 req-026f8a0b-56ba-4e8c-9f38-1aaca181a0d9 service neutron] Port 40fe46fe-c6cf-4923-8030-b5e9becb067f on network 9494c3e2-b13b-4815-a10a-85c5dcf4f43b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=109223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 00:34:43.205004 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95de7f0c-f521-438d-9371-99be281437e2 req-026f8a0b-56ba-4e8c-9f38-1aaca181a0d9 service neutron] Attempting to bind port 40fe46fe-c6cf-4923-8030-b5e9becb067f on network 9494c3e2-b13b-4815-a10a-85c5dcf4f43b {{(pid=109223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:34:43.218920 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95de7f0c-f521-438d-9371-99be281437e2 req-026f8a0b-56ba-4e8c-9f38-1aaca181a0d9 service neutron] Checking agent: {'id': '2124d49d-e543-43fa-8e9f-817e1d020459', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 0, 29, 44), 'started_at': datetime.datetime(2022, 2, 21, 0, 29, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 0, 34, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 00:34:43.219322 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95de7f0c-f521-438d-9371-99be281437e2 req-026f8a0b-56ba-4e8c-9f38-1aaca181a0d9 service neutron] Checking segment: {'id': '44fbb5db-c5b2-4e96-93d0-4174690df5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '9494c3e2-b13b-4815-a10a-85c5dcf4f43b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:34:43.219672 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95de7f0c-f521-438d-9371-99be281437e2 req-026f8a0b-56ba-4e8c-9f38-1aaca181a0d9 service neutron] Bound using segment: {'id': '44fbb5db-c5b2-4e96-93d0-4174690df5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '9494c3e2-b13b-4815-a10a-85c5dcf4f43b'} {{(pid=109223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 00:34:43.220116 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.managers [req-95de7f0c-f521-438d-9371-99be281437e2 req-026f8a0b-56ba-4e8c-9f38-1aaca181a0d9 service neutron] Bound port: 40fe46fe-c6cf-4923-8030-b5e9becb067f, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44fbb5db-c5b2-4e96-93d0-4174690df5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '9494c3e2-b13b-4815-a10a-85c5dcf4f43b'}}] {{(pid=109223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 00:34:43.220477 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-95de7f0c-f521-438d-9371-99be281437e2 req-026f8a0b-56ba-4e8c-9f38-1aaca181a0d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (40fe46fe-c6cf-4923-8030-b5e9becb067f), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:43.227950 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df02b3b5-729a-4bf9-a58e-b782937a9f49 req-e908a95a-925c-4ccc-86db-f23864a13ee1 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:43.236113 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-df02b3b5-729a-4bf9-a58e-b782937a9f49 req-e908a95a-925c-4ccc-86db-f23864a13ee1 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8230352-c17e-4cac-8ed0-da7c12f48e16 HTTP/1.1" status: 200 len: 945 time: 0.0681686 Feb 21 00:34:43.263714 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-4942b114-4f64-448b-92be-ef8e766933e0 req-bdbdf12c-5c96-4755-9452-2e462ee08926 tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] 10.222.0.45 "GET /v2.0/security-groups?id=943d9094-73ba-4c4f-8835-aab977d1176c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909998 Feb 21 00:34:43.296261 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-df02b3b5-729a-4bf9-a58e-b782937a9f49 req-f681a45b-6f10-4b0b-aace-ed2f61fff66d tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570664 Feb 21 00:34:43.313634 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-920d94c9-d82e-4582-be20-102d0a56e674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (33d119f2-7fa7-4999-a92c-89915c7be4f2), after_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:43.321323 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-920d94c9-d82e-4582-be20-102d0a56e674 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:43.323970 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-920d94c9-d82e-4582-be20-102d0a56e674 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/33d119f2-7fa7-4999-a92c-89915c7be4f2 HTTP/1.1" status: 204 len: 168 time: 0.4344742 Feb 21 00:34:43.338541 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920d94c9-d82e-4582-be20-102d0a56e674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33d119f2-7fa7-4999-a92c-89915c7be4f2,revision_number=None']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:34:43.370025 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [req-95de7f0c-f521-438d-9371-99be281437e2 req-026f8a0b-56ba-4e8c-9f38-1aaca181a0d9 service neutron] For port 40fe46fe-c6cf-4923-8030-b5e9becb067f, host hv-cinder-81322, cleared binding levels {{(pid=109223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 00:34:43.380828 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [req-95de7f0c-f521-438d-9371-99be281437e2 req-026f8a0b-56ba-4e8c-9f38-1aaca181a0d9 service neutron] For port 40fe46fe-c6cf-4923-8030-b5e9becb067f, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=40fe46fe-c6cf-4923-8030-b5e9becb067f,segment=NetworkSegment(44fbb5db-c5b2-4e96-93d0-4174690df5fa),segment_id=44fbb5db-c5b2-4e96-93d0-4174690df5fa)] {{(pid=109223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 00:34:43.399347 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-95de7f0c-f521-438d-9371-99be281437e2 req-026f8a0b-56ba-4e8c-9f38-1aaca181a0d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3995266'] for port (40fe46fe-c6cf-4923-8030-b5e9becb067f), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:43.465387 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95de7f0c-f521-438d-9371-99be281437e2 req-026f8a0b-56ba-4e8c-9f38-1aaca181a0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:43.466927 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-95de7f0c-f521-438d-9371-99be281437e2 req-026f8a0b-56ba-4e8c-9f38-1aaca181a0d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469064'] for port (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:43.468528 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-95de7f0c-f521-438d-9371-99be281437e2 req-026f8a0b-56ba-4e8c-9f38-1aaca181a0d9 service neutron] 10.222.0.36 "PUT /v2.0/ports/40fe46fe-c6cf-4923-8030-b5e9becb067f HTTP/1.1" status: 200 len: 1093 time: 1.1965599 Feb 21 00:34:43.471039 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7662b0b6-af9c-48fd-9219-957c74250609', 'tag': '40fe46fe-c6cf-4923-8030-b5e9becb067f'}] {{(pid=109223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:34:43.473970 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e715aefe3c9ef135eab9c3f6db0762b6d644c88deee0f0e52fc82e911840b856" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-283d023d-6b87-43af-aa7c-41ecde0bd7fc" -d '{"events": [{"name": "network-changed", "server_uuid": "7662b0b6-af9c-48fd-9219-957c74250609", "tag": "40fe46fe-c6cf-4923-8030-b5e9becb067f"}]}' {{(pid=109223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:34:43.497894 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026f8a0b-56ba-4e8c-9f38-1aaca181a0d9 service neutron] Pushing event updated for resources: {'Port': ['ID=40fe46fe-c6cf-4923-8030-b5e9becb067f,revision_number=3']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:34:43.616567 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 00:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-466a683f-496e-4368-b36a-27e3a7f0907d x-openstack-request-id: req-466a683f-496e-4368-b36a-27e3a7f0907d {{(pid=109223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:34:43.616877 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7662b0b6-af9c-48fd-9219-957c74250609", "tag": "40fe46fe-c6cf-4923-8030-b5e9becb067f", "status": "completed", "code": 200}]} {{(pid=109223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:34:43.617884 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-466a683f-496e-4368-b36a-27e3a7f0907d {{(pid=109223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:34:43.624726 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7662b0b6-af9c-48fd-9219-957c74250609', 'tag': '40fe46fe-c6cf-4923-8030-b5e9becb067f', 'status': 'completed', 'code': 200} Feb 21 00:34:43.659652 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95de7f0c-f521-438d-9371-99be281437e2 req-41b2dd9e-57ed-4600-b612-e1843f7b08bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:43.661179 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-95de7f0c-f521-438d-9371-99be281437e2 req-41b2dd9e-57ed-4600-b612-e1843f7b08bd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0c74fb4985674c6ca64f8d3ac1adedf4&device_id=7662b0b6-af9c-48fd-9219-957c74250609 HTTP/1.1" status: 200 len: 1127 time: 0.1216838 Feb 21 00:34:43.744436 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-95de7f0c-f521-438d-9371-99be281437e2 req-43c9dda5-c78e-4432-a122-03fb03bd1a1f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=40fe46fe-c6cf-4923-8030-b5e9becb067f HTTP/1.1" status: 200 len: 217 time: 0.0551052 Feb 21 00:34:43.755954 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-8e4eb5df-ee7b-402f-822a-d8f1a484151b req-52bfbf54-6635-45d1-96f4-b2379087de10 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=016acf20-2bcb-4d41-9d79-ad0d887280cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0747168 Feb 21 00:34:43.817650 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95de7f0c-f521-438d-9371-99be281437e2 req-d50eab95-c410-4e1c-bdc3-182f45062025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:43.819130 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-95de7f0c-f521-438d-9371-99be281437e2 req-d50eab95-c410-4e1c-bdc3-182f45062025 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4e9a0204-edff-4938-8666-40e4ed5dec33 HTTP/1.1" status: 200 len: 853 time: 0.0680039 Feb 21 00:34:43.847734 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4eb5df-ee7b-402f-822a-d8f1a484151b req-a53cab13-3ce6-46db-97b2-a5704f20259d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:43.849642 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-8e4eb5df-ee7b-402f-822a-d8f1a484151b req-a53cab13-3ce6-46db-97b2-a5704f20259d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1092f05b80bd4759940d2fbd268d02b0&device_id=016acf20-2bcb-4d41-9d79-ad0d887280cb HTTP/1.1" status: 200 len: 1130 time: 0.0651574 Feb 21 00:34:43.863366 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-95de7f0c-f521-438d-9371-99be281437e2 req-480f241d-df00-416b-931a-f523f04bab6f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9494c3e2-b13b-4815-a10a-85c5dcf4f43b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372384 Feb 21 00:34:43.903440 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 56918) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:34:43.952990 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-414c7014-8953-4abc-8ff2-6be070635b11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:44.030510 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4eb5df-ee7b-402f-822a-d8f1a484151b req-8089533c-4a06-4444-8aef-b5597e4be524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:44.033382 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-8e4eb5df-ee7b-402f-822a-d8f1a484151b req-8089533c-4a06-4444-8aef-b5597e4be524 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2662c2a7-dfa3-4cb4-bf70-b308bbf4a003 HTTP/1.1" status: 200 len: 919 time: 0.1576090 Feb 21 00:34:44.101355 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-8e4eb5df-ee7b-402f-822a-d8f1a484151b req-5be638e4-53d8-4477-a1cb-3b90546c0968 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=429a5148-1c94-4df3-a971-1e195879d0d0 HTTP/1.1" status: 200 len: 217 time: 0.0570300 Feb 21 00:34:44.171347 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-414c7014-8953-4abc-8ff2-6be070635b11 admin admin] Publish callbacks [] for security_group (a3f07cb3-397e-44c5-9f70-732122d9ac4c), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:44.191365 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4eb5df-ee7b-402f-822a-d8f1a484151b req-45e359b6-a46c-4ad9-bedc-ae9f70ae141d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:44.192838 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-8e4eb5df-ee7b-402f-822a-d8f1a484151b req-45e359b6-a46c-4ad9-bedc-ae9f70ae141d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6c91acbb-c03d-4786-afca-288f577437ce HTTP/1.1" status: 200 len: 858 time: 0.0866873 Feb 21 00:34:44.193426 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-414c7014-8953-4abc-8ff2-6be070635b11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (a3f07cb3-397e-44c5-9f70-732122d9ac4c), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:44.236421 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414c7014-8953-4abc-8ff2-6be070635b11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3f07cb3-397e-44c5-9f70-732122d9ac4c,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:34:44.238501 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-95de7f0c-f521-438d-9371-99be281437e2 req-f44260d2-63dd-4454-8f40-25b078fb9d62 service neutron] 10.222.0.36 "GET /v2.0/networks/9494c3e2-b13b-4815-a10a-85c5dcf4f43b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3630295 Feb 21 00:34:44.310822 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-8e4eb5df-ee7b-402f-822a-d8f1a484151b req-cd2cc843-bef5-4f69-9b0a-9e7f11d11dd6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2662c2a7-dfa3-4cb4-bf70-b308bbf4a003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0753889 Feb 21 00:34:44.318226 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-414c7014-8953-4abc-8ff2-6be070635b11 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=78c43eb4c1b647b2ac9d02b6f0ba8043&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4134412 Feb 21 00:34:44.321380 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 56926) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:34:44.394654 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f24e89-5711-46f7-bf72-5ba608a9e629 req-44be6b4c-9f73-46ae-a381-85183f37dbdd tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:44.396238 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-94f24e89-5711-46f7-bf72-5ba608a9e629 req-44be6b4c-9f73-46ae-a381-85183f37dbdd tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=40d12558-3fed-4562-b3a8-9a6f076fc3d9 HTTP/1.1" status: 200 len: 945 time: 0.1450257 Feb 21 00:34:44.410698 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-95de7f0c-f521-438d-9371-99be281437e2 req-861ebfa0-e55f-4815-afbe-af4ec55b4e19 service neutron] 10.222.0.36 "GET /v2.0/networks/9494c3e2-b13b-4815-a10a-85c5dcf4f43b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532674 Feb 21 00:34:44.469284 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-8e4eb5df-ee7b-402f-822a-d8f1a484151b req-0d189112-5a5e-4e0e-a73f-8bf10b701cff service neutron] 10.222.0.36 "GET /v2.0/networks/2662c2a7-dfa3-4cb4-bf70-b308bbf4a003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476226 Feb 21 00:34:44.518253 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-57795f16-308c-4f35-9875-ea101417dcc2 admin admin] Publish callbacks [] for security_group (a3f07cb3-397e-44c5-9f70-732122d9ac4c), before_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:44.522142 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-94f24e89-5711-46f7-bf72-5ba608a9e629 req-bde49e15-541e-4ef1-8420-93779f406a00 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f05195e-1011-4af1-b12a-07d8f5627ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174877 Feb 21 00:34:44.543232 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d9b1dd-18c5-4a66-a0f4-dbb832d785db req-8932d69d-e135-4d01-9e94-668fa0a95b4c tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:44.544713 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-97d9b1dd-18c5-4a66-a0f4-dbb832d785db req-8932d69d-e135-4d01-9e94-668fa0a95b4c tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] 10.222.0.45 "GET /v2.0/ports?device_id=7662b0b6-af9c-48fd-9219-957c74250609 HTTP/1.1" status: 200 len: 943 time: 0.1507285 Feb 21 00:34:44.566335 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-57795f16-308c-4f35-9875-ea101417dcc2 admin admin] Publish callbacks [] for security_group (a3f07cb3-397e-44c5-9f70-732122d9ac4c), precommit_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:44.617237 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-8e4eb5df-ee7b-402f-822a-d8f1a484151b req-c2f253de-c7bf-499c-9932-5508c436c8be service neutron] 10.222.0.36 "GET /v2.0/networks/2662c2a7-dfa3-4cb4-bf70-b308bbf4a003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325545 Feb 21 00:34:44.625305 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-97d9b1dd-18c5-4a66-a0f4-dbb832d785db req-14c76b4c-603e-4444-9b5f-f84050f94cd8 tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] 10.222.0.45 "GET /v2.0/security-groups?id=943d9094-73ba-4c4f-8835-aab977d1176c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723643 Feb 21 00:34:44.656306 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283d023d-6b87-43af-aa7c-41ecde0bd7fc req-68e2cf1f-7072-4ef7-9440-0b4f0a6a384f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:44.659234 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-283d023d-6b87-43af-aa7c-41ecde0bd7fc req-68e2cf1f-7072-4ef7-9440-0b4f0a6a384f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0c74fb4985674c6ca64f8d3ac1adedf4&device_id=7662b0b6-af9c-48fd-9219-957c74250609 HTTP/1.1" status: 200 len: 1127 time: 0.1696348 Feb 21 00:34:44.667455 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (2124d49d-e543-43fa-8e9f-817e1d020459), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:44.692530 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0081678-d075-4fc2-b4e5-2382e4de1be4 req-7b104387-81f0-4c22-b772-6e161cc58118 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:44.703334 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-d0081678-d075-4fc2-b4e5-2382e4de1be4 req-7b104387-81f0-4c22-b772-6e161cc58118 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8230352-c17e-4cac-8ed0-da7c12f48e16 HTTP/1.1" status: 200 len: 945 time: 0.0833738 Feb 21 00:34:44.768484 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-57795f16-308c-4f35-9875-ea101417dcc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (a3f07cb3-397e-44c5-9f70-732122d9ac4c), after_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:44.771592 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-d0081678-d075-4fc2-b4e5-2382e4de1be4 req-9b99659d-b468-4c7a-b81a-793df53a0ab1 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672445 Feb 21 00:34:44.772084 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-57795f16-308c-4f35-9875-ea101417dcc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:44.772851 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-57795f16-308c-4f35-9875-ea101417dcc2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a3f07cb3-397e-44c5-9f70-732122d9ac4c HTTP/1.1" status: 204 len: 168 time: 0.4505157 Feb 21 00:34:44.787222 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57795f16-308c-4f35-9875-ea101417dcc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3f07cb3-397e-44c5-9f70-732122d9ac4c,revision_number=None']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:34:44.849556 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283d023d-6b87-43af-aa7c-41ecde0bd7fc req-7713031c-67ec-4457-be32-bdccd5fdb920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:44.851323 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-283d023d-6b87-43af-aa7c-41ecde0bd7fc req-7713031c-67ec-4457-be32-bdccd5fdb920 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9494c3e2-b13b-4815-a10a-85c5dcf4f43b HTTP/1.1" status: 200 len: 914 time: 0.1818678 Feb 21 00:34:44.903672 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-283d023d-6b87-43af-aa7c-41ecde0bd7fc req-602b4885-097a-4d8c-9ce7-6b1ca69525eb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=40fe46fe-c6cf-4923-8030-b5e9becb067f HTTP/1.1" status: 200 len: 217 time: 0.0420859 Feb 21 00:34:44.965183 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283d023d-6b87-43af-aa7c-41ecde0bd7fc req-1a3b2bb0-e12d-49ce-add2-36653aade988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:44.966974 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-283d023d-6b87-43af-aa7c-41ecde0bd7fc req-1a3b2bb0-e12d-49ce-add2-36653aade988 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4e9a0204-edff-4938-8666-40e4ed5dec33 HTTP/1.1" status: 200 len: 853 time: 0.0576634 Feb 21 00:34:45.002746 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-283d023d-6b87-43af-aa7c-41ecde0bd7fc req-62c452ff-0fbb-49c9-9e00-7c71b4518e09 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9494c3e2-b13b-4815-a10a-85c5dcf4f43b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288730 Feb 21 00:34:45.173431 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-283d023d-6b87-43af-aa7c-41ecde0bd7fc req-8b63ef9d-9a8b-42fb-ab7a-a139af0069bc service neutron] 10.222.0.36 "GET /v2.0/networks/9494c3e2-b13b-4815-a10a-85c5dcf4f43b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604199 Feb 21 00:34:45.303916 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-283d023d-6b87-43af-aa7c-41ecde0bd7fc req-8c754729-232c-43fd-b93f-147e505fd053 service neutron] 10.222.0.36 "GET /v2.0/networks/9494c3e2-b13b-4815-a10a-85c5dcf4f43b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224856 Feb 21 00:34:45.778910 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db52fb3-45b5-4f6a-ad4a-e406f826a847 req-cc3292cc-27e9-4cda-a3d5-7cceb15d9a8a tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:45.780494 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-7db52fb3-45b5-4f6a-ad4a-e406f826a847 req-cc3292cc-27e9-4cda-a3d5-7cceb15d9a8a tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=40d12558-3fed-4562-b3a8-9a6f076fc3d9 HTTP/1.1" status: 200 len: 945 time: 0.1511395 Feb 21 00:34:45.814839 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56a3e41-40d6-4ac7-b3fa-2a6ca186ccf1 req-24d12e10-a0a7-4d19-8241-8b96b388848a tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:45.823335 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-e56a3e41-40d6-4ac7-b3fa-2a6ca186ccf1 req-24d12e10-a0a7-4d19-8241-8b96b388848a tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] 10.222.0.45 "GET /v2.0/ports?device_id=7662b0b6-af9c-48fd-9219-957c74250609 HTTP/1.1" status: 200 len: 943 time: 0.1026607 Feb 21 00:34:45.890888 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-e56a3e41-40d6-4ac7-b3fa-2a6ca186ccf1 req-c02f4257-ee96-49fb-8395-be63981f8845 tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] 10.222.0.45 "GET /v2.0/security-groups?id=943d9094-73ba-4c4f-8835-aab977d1176c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620792 Feb 21 00:34:45.895106 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.agents_db [None req-b2a96afc-399a-46ae-93e6-bd9f3e536be2 None None] Agent healthcheck: found 6 active agents {{(pid=109225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 00:34:45.933869 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-7db52fb3-45b5-4f6a-ad4a-e406f826a847 req-d90ebe37-792e-427a-9546-d114aab53fe6 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f05195e-1011-4af1-b12a-07d8f5627ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1445849 Feb 21 00:34:45.983703 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b634bc8-8cb4-4aae-a515-1b3c02a6ed8e req-f77ca1cf-a917-4bc3-b218-58b6683c8535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:45.985184 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-7b634bc8-8cb4-4aae-a515-1b3c02a6ed8e req-f77ca1cf-a917-4bc3-b218-58b6683c8535 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f8230352-c17e-4cac-8ed0-da7c12f48e16 HTTP/1.1" status: 200 len: 1129 time: 0.1579511 Feb 21 00:34:46.084083 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-7b634bc8-8cb4-4aae-a515-1b3c02a6ed8e req-cbc013fa-74f6-4cbb-aaa2-97442b7ea200 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846319 Feb 21 00:34:46.119473 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f64afe-0a15-45e8-99a0-74c8561161c0 req-ef81c2a2-f6cf-42ac-9af8-507382e39599 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:46.131732 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-16f64afe-0a15-45e8-99a0-74c8561161c0 req-ef81c2a2-f6cf-42ac-9af8-507382e39599 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8230352-c17e-4cac-8ed0-da7c12f48e16 HTTP/1.1" status: 200 len: 945 time: 0.1091211 Feb 21 00:34:46.200704 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-16f64afe-0a15-45e8-99a0-74c8561161c0 req-18396cbf-b937-4713-979e-2b645ace6a28 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678520 Feb 21 00:34:46.327485 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 56976) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:34:46.473092 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-93ba10f5-04a2-4cec-8b8f-1111e69b12c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:46.594056 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-93ba10f5-04a2-4cec-8b8f-1111e69b12c8 admin admin] Publish callbacks [] for security_group (5b394a24-f610-474f-9e89-988ac9f5a07f), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:46.599822 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-93ba10f5-04a2-4cec-8b8f-1111e69b12c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (5b394a24-f610-474f-9e89-988ac9f5a07f), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:46.627683 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-93ba10f5-04a2-4cec-8b8f-1111e69b12c8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b0da7372e7124971b20282694ca57854&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2986617 Feb 21 00:34:46.630243 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 56984) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:34:46.648708 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ba10f5-04a2-4cec-8b8f-1111e69b12c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b394a24-f610-474f-9e89-988ac9f5a07f,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:34:46.705525 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-91423450-1bbc-4e0a-9a7a-a1276e79e6ba admin admin] Publish callbacks [] for security_group (5b394a24-f610-474f-9e89-988ac9f5a07f), before_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:46.731951 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-91423450-1bbc-4e0a-9a7a-a1276e79e6ba admin admin] Publish callbacks [] for security_group (5b394a24-f610-474f-9e89-988ac9f5a07f), precommit_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:46.785365 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-91423450-1bbc-4e0a-9a7a-a1276e79e6ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (5b394a24-f610-474f-9e89-988ac9f5a07f), after_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:46.789375 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-91423450-1bbc-4e0a-9a7a-a1276e79e6ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:46.791052 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-91423450-1bbc-4e0a-9a7a-a1276e79e6ba admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5b394a24-f610-474f-9e89-988ac9f5a07f HTTP/1.1" status: 204 len: 168 time: 0.1593158 Feb 21 00:34:46.801970 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91423450-1bbc-4e0a-9a7a-a1276e79e6ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b394a24-f610-474f-9e89-988ac9f5a07f,revision_number=None']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:34:47.062379 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726e1c51-8c95-4071-99da-59cd3ed480ec req-62af974e-ffa8-4a21-801d-4b8af9adcd5a tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:47.062379 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-726e1c51-8c95-4071-99da-59cd3ed480ec req-62af974e-ffa8-4a21-801d-4b8af9adcd5a tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] 10.222.0.45 "GET /v2.0/ports?device_id=7662b0b6-af9c-48fd-9219-957c74250609 HTTP/1.1" status: 200 len: 943 time: 0.0766768 Feb 21 00:34:47.138168 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-726e1c51-8c95-4071-99da-59cd3ed480ec req-cc078b78-36e6-4833-859b-f5850588bc37 tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] 10.222.0.45 "GET /v2.0/security-groups?id=943d9094-73ba-4c4f-8835-aab977d1176c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693400 Feb 21 00:34:47.142569 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962dda39-7f4b-443f-b70f-4a9801cf4a6a req-0a47bdc6-cef9-4c36-934f-8772307da871 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:47.149659 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-962dda39-7f4b-443f-b70f-4a9801cf4a6a req-0a47bdc6-cef9-4c36-934f-8772307da871 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=40d12558-3fed-4562-b3a8-9a6f076fc3d9 HTTP/1.1" status: 200 len: 945 time: 0.0820727 Feb 21 00:34:47.205012 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-962dda39-7f4b-443f-b70f-4a9801cf4a6a req-5ae61374-7991-4895-92cd-da6b8246478b tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f05195e-1011-4af1-b12a-07d8f5627ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544057 Feb 21 00:34:47.356064 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebc7e49-9207-4b85-9576-f1f66c872fef req-8952688e-efb9-4bd4-be9f-903da7423196 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:47.364542 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-4ebc7e49-9207-4b85-9576-f1f66c872fef req-8952688e-efb9-4bd4-be9f-903da7423196 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8230352-c17e-4cac-8ed0-da7c12f48e16 HTTP/1.1" status: 200 len: 945 time: 0.0809958 Feb 21 00:34:47.418249 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-4ebc7e49-9207-4b85-9576-f1f66c872fef req-25d500bd-bc74-426d-92fa-f284232960b1 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526662 Feb 21 00:34:47.658683 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 57020) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:34:47.729194 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Device 40fe46fe-c6cf-4923-8030-b5e9becb067f details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109224) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 00:34:47.774878 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.v2.base [None req-3a0513f0-3648-4906-8932-4589394ff644 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1676460080-network', 'tenant_id': '471e14591c9b4e4d9bd298269ddebacb'}} {{(pid=109223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:34:47.818119 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a0513f0-3648-4906-8932-4589394ff644 admin admin] Made reservation on behalf of 471e14591c9b4e4d9bd298269ddebacb for: {'network': 1} {{(pid=109223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 00:34:47.825198 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-3a0513f0-3648-4906-8932-4589394ff644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for network (None), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:47.843910 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-3a0513f0-3648-4906-8932-4589394ff644 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:47.847674 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] For port 40fe46fe-c6cf-4923-8030-b5e9becb067f, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=40fe46fe-c6cf-4923-8030-b5e9becb067f,segment=NetworkSegment(44fbb5db-c5b2-4e96-93d0-4174690df5fa),segment_id=44fbb5db-c5b2-4e96-93d0-4174690df5fa)] {{(pid=109224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:34:47.868729 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Returning: {'device': '40fe46fe-c6cf-4923-8030-b5e9becb067f', 'network_id': '9494c3e2-b13b-4815-a10a-85c5dcf4f43b', 'port_id': '40fe46fe-c6cf-4923-8030-b5e9becb067f', 'mac_address': 'fa:16:3e:90:d7:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e9a0204-edff-4938-8666-40e4ed5dec33', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109224) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 00:34:47.934913 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Current status of the port 40fe46fe-c6cf-4923-8030-b5e9becb067f is: DOWN; New status is: BUILD {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:34:47.935344 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (40fe46fe-c6cf-4923-8030-b5e9becb067f), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:47.939926 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-3a0513f0-3648-4906-8932-4589394ff644 admin admin] Publish callbacks [] for security_group (3aa544ef-5b86-4218-a931-0dcdd7590b14), precommit_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:47.945135 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-3a0513f0-3648-4906-8932-4589394ff644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (3aa544ef-5b86-4218-a931-0dcdd7590b14), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:47.954805 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.notifiers.nova [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40fe46fe-c6cf-4923-8030-b5e9becb067f {{(pid=109224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 00:34:47.978173 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] For port 40fe46fe-c6cf-4923-8030-b5e9becb067f, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=40fe46fe-c6cf-4923-8030-b5e9becb067f,segment=NetworkSegment(44fbb5db-c5b2-4e96-93d0-4174690df5fa),segment_id=44fbb5db-c5b2-4e96-93d0-4174690df5fa)] {{(pid=109224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:34:47.978391 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a0513f0-3648-4906-8932-4589394ff644 admin admin] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=109223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 00:34:47.984250 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (40fe46fe-c6cf-4923-8030-b5e9becb067f), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:47.994444 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0513f0-3648-4906-8932-4589394ff644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aa544ef-5b86-4218-a931-0dcdd7590b14,revision_number=1']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:34:48.001007 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-3a0513f0-3648-4906-8932-4589394ff644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16097169'] for segment (62e44578-53cb-4551-afb0-559d121984b2), precommit_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:48.001335 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.db.segments_db [None req-3a0513f0-3648-4906-8932-4589394ff644 admin admin] Added segment 62e44578-53cb-4551-afb0-559d121984b2 of type vlan for network ca36ee0b-69dd-47af-b5ea-ecee46692eff Feb 21 00:34:48.039984 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Pushing event updated for resources: {'Port': ['ID=40fe46fe-c6cf-4923-8030-b5e9becb067f,revision_number=4']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:34:48.050849 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-3a0513f0-3648-4906-8932-4589394ff644 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731676168578'] for network (ca36ee0b-69dd-47af-b5ea-ecee46692eff), precommit_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:48.080207 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-3a0513f0-3648-4906-8932-4589394ff644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403'] for network (ca36ee0b-69dd-47af-b5ea-ecee46692eff), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:48.081625 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0513f0-3648-4906-8932-4589394ff644 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:48.082222 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-3a0513f0-3648-4906-8932-4589394ff644 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582445'] for network (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:48.133903 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-3a0513f0-3648-4906-8932-4589394ff644 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4739273 Feb 21 00:34:48.137391 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 57038) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:34:48.141984 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.v2.base [None req-d21b9b79-908f-4ce2-ae47-339f076c7e67 admin admin] Request body: {'subnet': {'network_id': 'ca36ee0b-69dd-47af-b5ea-ecee46692eff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1676460080-subnet', 'tenant_id': '471e14591c9b4e4d9bd298269ddebacb', 'ip_version': 4}} {{(pid=109223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:34:48.164049 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0513f0-3648-4906-8932-4589394ff644 admin admin] Pushing event updated for resources: {'Network': ['ID=ca36ee0b-69dd-47af-b5ea-ecee46692eff,revision_number=1']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:34:48.174930 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Network ca36ee0b-69dd-47af-b5ea-ecee46692eff details requested by agent ovs-agent-dv-cinder-813225-6-iscsi with host dv-cinder-813225-6-iscsi {{(pid=109224) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 00:34:48.181562 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d21b9b79-908f-4ce2-ae47-339f076c7e67 admin admin] Made reservation on behalf of 471e14591c9b4e4d9bd298269ddebacb for: {'subnet': 1} {{(pid=109223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 00:34:48.186239 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-d21b9b79-908f-4ce2-ae47-339f076c7e67 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3701950'] for subnet (None), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:48.282593 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330651f7-11e6-457f-b968-f659b35d6409 req-912621c1-67fd-4491-909a-4fbeddcb4dc1 tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:48.284730 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-330651f7-11e6-457f-b968-f659b35d6409 req-912621c1-67fd-4491-909a-4fbeddcb4dc1 tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] 10.222.0.45 "GET /v2.0/ports?device_id=7662b0b6-af9c-48fd-9219-957c74250609 HTTP/1.1" status: 200 len: 944 time: 0.0815160 Feb 21 00:34:48.326832 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] get_ports_and_sgs() called for port_ids ['40fe46fe-c6cf-4923-8030-b5e9becb067f'] {{(pid=109224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 00:34:48.339813 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-330651f7-11e6-457f-b968-f659b35d6409 req-c78b2a85-28e2-497b-9f53-f3de9bbcad6a tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] 10.222.0.45 "GET /v2.0/security-groups?id=943d9094-73ba-4c4f-8835-aab977d1176c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495868 Feb 21 00:34:48.389666 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-d21b9b79-908f-4ce2-ae47-339f076c7e67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3992585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3701836'] for subnet (29d266b3-d638-4ac9-99d5-4bbc8fdc8eb4), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:48.421521 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15530bf2-6268-40bd-a8a1-241fbe4fc983 req-0c509a97-bf66-4e85-a5f2-6e8a118ebcc3 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:48.423014 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-15530bf2-6268-40bd-a8a1-241fbe4fc983 req-0c509a97-bf66-4e85-a5f2-6e8a118ebcc3 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=40d12558-3fed-4562-b3a8-9a6f076fc3d9 HTTP/1.1" status: 200 len: 945 time: 0.1180136 Feb 21 00:34:48.475384 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21b9b79-908f-4ce2-ae47-339f076c7e67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29d266b3-d638-4ac9-99d5-4bbc8fdc8eb4,revision_number=0']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:34:48.495984 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21b9b79-908f-4ce2-ae47-339f076c7e67 admin admin] Checking segment: {'id': '62e44578-53cb-4551-afb0-559d121984b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'ca36ee0b-69dd-47af-b5ea-ecee46692eff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:34:48.496495 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21b9b79-908f-4ce2-ae47-339f076c7e67 admin admin] Network hostable DHCP agents. Network: ca36ee0b-69dd-47af-b5ea-ecee46692eff, hostable agents: ['57941464-2af3-4cc7-9b46-3eeacd6f6fca'], hosted agents: [] {{(pid=109223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 00:34:48.523856 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-15530bf2-6268-40bd-a8a1-241fbe4fc983 req-7f3904f8-1c0a-49c6-8264-ff1d50f2f1aa tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f05195e-1011-4af1-b12a-07d8f5627ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798156 Feb 21 00:34:48.534122 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21b9b79-908f-4ce2-ae47-339f076c7e67 admin admin] Network ca36ee0b-69dd-47af-b5ea-ecee46692eff is scheduled to be hosted by DHCP agent 57941464-2af3-4cc7-9b46-3eeacd6f6fca with binding_index 1 {{(pid=109223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 00:34:48.544326 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.scheduler.base_scheduler [None req-d21b9b79-908f-4ce2-ae47-339f076c7e67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813225-6-iscsi, ca36ee0b-69dd-47af-b5ea-ecee46692eff) {{(pid=109223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:34:48.549744 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21b9b79-908f-4ce2-ae47-339f076c7e67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:48.550422 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-d21b9b79-908f-4ce2-ae47-339f076c7e67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582445'] for subnet (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:48.555844 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f981208d-98a7-43b7-b12f-3b7767762729 None None] Network ca36ee0b-69dd-47af-b5ea-ecee46692eff requested from dv-cinder-813225-6-iscsi {{(pid=109224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 00:34:48.563237 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5c6f54-c18c-4efe-a0e6-d0c4303638aa req-287ca493-8395-4616-9c22-331ff36cdefa tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:48.565135 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-9c5c6f54-c18c-4efe-a0e6-d0c4303638aa req-287ca493-8395-4616-9c22-331ff36cdefa tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8230352-c17e-4cac-8ed0-da7c12f48e16 HTTP/1.1" status: 200 len: 945 time: 0.0598071 Feb 21 00:34:48.575007 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-d21b9b79-908f-4ce2-ae47-339f076c7e67 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4365869 Feb 21 00:34:48.575703 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 57046) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:34:48.579943 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.v2.base [None req-76fc07d7-28f7-4664-b0ad-38cf59f46083 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1676460080-router', 'tenant_id': '471e14591c9b4e4d9bd298269ddebacb', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050'}}} {{(pid=109223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:34:48.601441 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-76fc07d7-28f7-4664-b0ad-38cf59f46083 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-958399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1880'] for router (29342479-802e-4c6e-a1a3-85d2db756dc1), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:48.603174 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-76fc07d7-28f7-4664-b0ad-38cf59f46083 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-955183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-537569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1873'] for router (29342479-802e-4c6e-a1a3-85d2db756dc1), precommit_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:48.615911 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-9c5c6f54-c18c-4efe-a0e6-d0c4303638aa req-a2f34c18-1db5-4e9a-8bde-319c13891a31 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449157 Feb 21 00:34:48.669944 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-76fc07d7-28f7-4664-b0ad-38cf59f46083 admin admin] Publish callbacks [] for router_controller (29342479-802e-4c6e-a1a3-85d2db756dc1), precommit_add_association {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:48.674519 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3c9ccb-78cb-4743-b35f-12ab15ae7297 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc40baefa-d12c-5e0a-9a3f-979e6179f684-ca36ee0b-69dd-47af-b5ea-ecee46692eff', 'network_id': 'ca36ee0b-69dd-47af-b5ea-ecee46692eff', 'project_id': '471e14591c9b4e4d9bd298269ddebacb', 'fixed_ips': [{'subnet_id': '29d266b3-d638-4ac9-99d5-4bbc8fdc8eb4'}]}} from dv-cinder-813225-6-iscsi. {{(pid=109224) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 21 00:34:48.675541 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9ccb-78cb-4743-b35f-12ab15ae7297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (None), before_create {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:48.827778 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.db_base_plugin_common [None req-ce3c9ccb-78cb-4743-b35f-12ab15ae7297 None None] Allocated IP 172.20.0.2 (ca36ee0b-69dd-47af-b5ea-ecee46692eff/29d266b3-d638-4ac9-99d5-4bbc8fdc8eb4/de252086-a143-46d5-a98b-28f9f45f1dde) {{(pid=109224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 00:34:48.843173 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-76fc07d7-28f7-4664-b0ad-38cf59f46083 admin admin] Publish callbacks [] for router_gateway (29342479-802e-4c6e-a1a3-85d2db756dc1), precommit_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:48.850537 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb6b549-bcc6-4d85-8464-d9ab1301343f req-a2e5cb59-beed-46f9-b814-0fa7ecc096fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:48.852229 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-fcb6b549-bcc6-4d85-8464-d9ab1301343f req-a2e5cb59-beed-46f9-b814-0fa7ecc096fa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=51a255ecc1c64df295f0bd94fee4f7d2&device_id=40d12558-3fed-4562-b3a8-9a6f076fc3d9 HTTP/1.1" status: 200 len: 1129 time: 0.1842685 Feb 21 00:34:48.936627 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93635287-b95d-44a6-9748-fa0f54444bb3 req-7eb19b9f-99f1-4286-8afc-ea4075266b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:48.938205 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-93635287-b95d-44a6-9748-fa0f54444bb3 req-7eb19b9f-99f1-4286-8afc-ea4075266b96 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1092f05b80bd4759940d2fbd268d02b0&device_id=f8230352-c17e-4cac-8ed0-da7c12f48e16 HTTP/1.1" status: 200 len: 1129 time: 0.0498116 Feb 21 00:34:49.043675 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb6b549-bcc6-4d85-8464-d9ab1301343f req-52632fda-221b-43e0-8692-52ad12db239c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:49.045075 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-fcb6b549-bcc6-4d85-8464-d9ab1301343f req-52632fda-221b-43e0-8692-52ad12db239c service neutron] 10.222.0.36 "GET /v2.0/networks?id=2cc309f6-129c-421f-a7c2-95ecda53f9b9 HTTP/1.1" status: 200 len: 918 time: 0.1794016 Feb 21 00:34:49.057303 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbd20f0-73e4-49cd-b89e-f5ac332640ab req-c944b75d-9655-45ef-ba93-2e44701ab4fe tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:49.057688 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93635287-b95d-44a6-9748-fa0f54444bb3 req-3d4338da-debf-425b-869c-9ec141dbca64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:49.059488 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-abbd20f0-73e4-49cd-b89e-f5ac332640ab req-c944b75d-9655-45ef-ba93-2e44701ab4fe tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8230352-c17e-4cac-8ed0-da7c12f48e16 HTTP/1.1" status: 200 len: 945 time: 0.1387510 Feb 21 00:34:49.059975 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-93635287-b95d-44a6-9748-fa0f54444bb3 req-3d4338da-debf-425b-869c-9ec141dbca64 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2662c2a7-dfa3-4cb4-bf70-b308bbf4a003 HTTP/1.1" status: 200 len: 919 time: 0.1139996 Feb 21 00:34:49.112130 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-93635287-b95d-44a6-9748-fa0f54444bb3 req-fb390b8a-4bbd-4367-83ce-0d00fbcd5b35 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8785719d-2f3c-440c-8de1-fe892aa82f2c HTTP/1.1" status: 200 len: 217 time: 0.0387580 Feb 21 00:34:49.152538 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-fcb6b549-bcc6-4d85-8464-d9ab1301343f req-9b1db9dc-61f4-4da9-8a04-fa8cc25037b3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e54a4066-a1cd-43cd-bf19-c474f7a751af HTTP/1.1" status: 200 len: 1001 time: 0.0913367 Feb 21 00:34:49.172705 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 57062) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:34:49.175725 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9ccb-78cb-4743-b35f-12ab15ae7297 None None] Publish callbacks [] for port (de252086-a143-46d5-a98b-28f9f45f1dde), precommit_create {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:49.185397 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9ccb-78cb-4743-b35f-12ab15ae7297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731676182815'] for port (de252086-a143-46d5-a98b-28f9f45f1dde), after_create {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:49.186678 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93635287-b95d-44a6-9748-fa0f54444bb3 req-9124d0a7-1651-428c-bd20-fab541fd352f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:49.188780 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-93635287-b95d-44a6-9748-fa0f54444bb3 req-9124d0a7-1651-428c-bd20-fab541fd352f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6c91acbb-c03d-4786-afca-288f577437ce HTTP/1.1" status: 200 len: 858 time: 0.0695717 Feb 21 00:34:49.223083 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3c9ccb-78cb-4743-b35f-12ab15ae7297 None None] Network ca36ee0b-69dd-47af-b5ea-ecee46692eff is already hosted by enough agents. {{(pid=109224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:34:49.225408 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-abbd20f0-73e4-49cd-b89e-f5ac332640ab req-296761cd-8dfd-4630-a505-ca1b32044d15 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578653 Feb 21 00:34:49.226656 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.scheduler.base_scheduler [None req-ce3c9ccb-78cb-4743-b35f-12ab15ae7297 None None] Resources bound (agent type, host, resource id): {{(pid=109224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:34:49.231591 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3c9ccb-78cb-4743-b35f-12ab15ae7297 None None] Received port after_create {{(pid=109224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 00:34:49.235646 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-93635287-b95d-44a6-9748-fa0f54444bb3 req-8900e15e-ec2f-4fb6-a755-5908f39b4b57 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2662c2a7-dfa3-4cb4-bf70-b308bbf4a003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400012 Feb 21 00:34:49.282687 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb6b549-bcc6-4d85-8464-d9ab1301343f req-912a760e-bb78-4787-b00f-1313d5f825b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:49.284273 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-fcb6b549-bcc6-4d85-8464-d9ab1301343f req-912a760e-bb78-4787-b00f-1313d5f825b2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4c4904f9-0933-4cbb-8971-c27649ee3505 HTTP/1.1" status: 200 len: 856 time: 0.1216683 Feb 21 00:34:49.292252 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3c9ccb-78cb-4743-b35f-12ab15ae7297 None None] Pushing event updated for resources: {'Port': ['ID=de252086-a143-46d5-a98b-28f9f45f1dde,revision_number=1']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:34:49.304587 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.managers [None req-ce3c9ccb-78cb-4743-b35f-12ab15ae7297 None None] Attempting to bind port de252086-a143-46d5-a98b-28f9f45f1dde on host dv-cinder-813225-6-iscsi for vnic_type normal with profile {{(pid=109224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 00:34:49.305070 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.managers [None req-ce3c9ccb-78cb-4743-b35f-12ab15ae7297 None None] Attempting to bind port de252086-a143-46d5-a98b-28f9f45f1dde by drivers openvswitch,hyperv on host dv-cinder-813225-6-iscsi at level 0 using segments [{'id': '62e44578-53cb-4551-afb0-559d121984b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'ca36ee0b-69dd-47af-b5ea-ecee46692eff'}] {{(pid=109224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 00:34:49.305732 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3c9ccb-78cb-4743-b35f-12ab15ae7297 None None] Attempting to bind port de252086-a143-46d5-a98b-28f9f45f1dde on network ca36ee0b-69dd-47af-b5ea-ecee46692eff {{(pid=109224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:34:49.311641 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3c9ccb-78cb-4743-b35f-12ab15ae7297 None None] Checking agent: {'id': 'd6e95c40-1d90-4a13-9e37-1d6580a24190', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813225-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 0, 23, 38), 'started_at': datetime.datetime(2022, 2, 21, 0, 24, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 0, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813225-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 00:34:49.312052 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3c9ccb-78cb-4743-b35f-12ab15ae7297 None None] Checking segment: {'id': '62e44578-53cb-4551-afb0-559d121984b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'ca36ee0b-69dd-47af-b5ea-ecee46692eff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:34:49.312723 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9ccb-78cb-4743-b35f-12ab15ae7297 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:49.313276 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3c9ccb-78cb-4743-b35f-12ab15ae7297 None None] Bound using segment: {'id': '62e44578-53cb-4551-afb0-559d121984b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'ca36ee0b-69dd-47af-b5ea-ecee46692eff'} {{(pid=109224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 00:34:49.313856 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.managers [None req-ce3c9ccb-78cb-4743-b35f-12ab15ae7297 None None] Bound port: de252086-a143-46d5-a98b-28f9f45f1dde, host: dv-cinder-813225-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62e44578-53cb-4551-afb0-559d121984b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'ca36ee0b-69dd-47af-b5ea-ecee46692eff'}}] {{(pid=109224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 00:34:49.314350 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9ccb-78cb-4743-b35f-12ab15ae7297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (de252086-a143-46d5-a98b-28f9f45f1dde), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:49.345925 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-afd29722-ecc8-44c0-8abb-077b9c8b128f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:49.356466 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-93635287-b95d-44a6-9748-fa0f54444bb3 req-cdc32c1f-0ff1-46d8-90c3-6b97b559e31e service neutron] 10.222.0.36 "GET /v2.0/networks/2662c2a7-dfa3-4cb4-bf70-b308bbf4a003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094203 Feb 21 00:34:49.393114 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-ce3c9ccb-78cb-4743-b35f-12ab15ae7297 None None] For port de252086-a143-46d5-a98b-28f9f45f1dde, host dv-cinder-813225-6-iscsi, cleared binding levels {{(pid=109224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 00:34:49.397225 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-ce3c9ccb-78cb-4743-b35f-12ab15ae7297 None None] For port de252086-a143-46d5-a98b-28f9f45f1dde, host dv-cinder-813225-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-6-iscsi',level=0,port_id=de252086-a143-46d5-a98b-28f9f45f1dde,segment=NetworkSegment(62e44578-53cb-4551-afb0-559d121984b2),segment_id=62e44578-53cb-4551-afb0-559d121984b2)] {{(pid=109224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 00:34:49.400564 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-76fc07d7-28f7-4664-b0ad-38cf59f46083 admin admin] Publish callbacks [] for router_gateway (29342479-802e-4c6e-a1a3-85d2db756dc1), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:49.407827 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9ccb-78cb-4743-b35f-12ab15ae7297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (de252086-a143-46d5-a98b-28f9f45f1dde), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:49.434700 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-76fc07d7-28f7-4664-b0ad-38cf59f46083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (None), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:49.440892 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb6b549-bcc6-4d85-8464-d9ab1301343f req-651f5989-e12f-4240-8bcf-b78b37f50c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:49.443399 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-fcb6b549-bcc6-4d85-8464-d9ab1301343f req-651f5989-e12f-4240-8bcf-b78b37f50c4f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2cc309f6-129c-421f-a7c2-95ecda53f9b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1231987 Feb 21 00:34:49.479602 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3c9ccb-78cb-4743-b35f-12ab15ae7297 None None] Pushing event updated for resources: {'Port': ['ID=de252086-a143-46d5-a98b-28f9f45f1dde,revision_number=2']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:34:49.531352 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-93635287-b95d-44a6-9748-fa0f54444bb3 req-6c178193-fe13-4981-a727-02fcfb7887ea service neutron] 10.222.0.36 "GET /v2.0/networks/2662c2a7-dfa3-4cb4-bf70-b308bbf4a003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670456 Feb 21 00:34:49.568041 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9201681d-023f-43b9-a54c-32a9d800edf6 req-bd4aa145-43e0-4863-947d-03e0c2c2e77f tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:49.569452 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-9201681d-023f-43b9-a54c-32a9d800edf6 req-bd4aa145-43e0-4863-947d-03e0c2c2e77f tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] 10.222.0.45 "GET /v2.0/ports?device_id=7662b0b6-af9c-48fd-9219-957c74250609 HTTP/1.1" status: 200 len: 944 time: 0.1239600 Feb 21 00:34:49.571953 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-afd29722-ecc8-44c0-8abb-077b9c8b128f admin admin] Publish callbacks [] for security_group (cbebe925-463e-4ded-9e64-fbb24251a2b4), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:49.577998 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-afd29722-ecc8-44c0-8abb-077b9c8b128f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (cbebe925-463e-4ded-9e64-fbb24251a2b4), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:49.637534 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-afd29722-ecc8-44c0-8abb-077b9c8b128f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=342ffbae49244a3c96d1ba207da541f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4635057 Feb 21 00:34:49.643883 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 57070) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:34:49.653484 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd29722-ecc8-44c0-8abb-077b9c8b128f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbebe925-463e-4ded-9e64-fbb24251a2b4,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:34:49.661789 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-fcb6b549-bcc6-4d85-8464-d9ab1301343f req-0d231af1-fc19-4bad-9da7-b923c5642a97 service neutron] 10.222.0.36 "GET /v2.0/networks/2cc309f6-129c-421f-a7c2-95ecda53f9b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104435 Feb 21 00:34:49.695214 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-9201681d-023f-43b9-a54c-32a9d800edf6 req-11284d39-070d-404d-8ea8-5bacffeadb79 tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] 10.222.0.45 "GET /v2.0/security-groups?id=943d9094-73ba-4c4f-8835-aab977d1176c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140623 Feb 21 00:34:49.700813 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.db.db_base_plugin_common [None req-76fc07d7-28f7-4664-b0ad-38cf59f46083 admin admin] Allocated IP 172.27.3.171 (9d25e361-1d6c-4c24-9c73-356a2ab84050/890cd9a8-3116-412f-9022-3458585959da/5eb1c1b5-f705-4358-a87a-34aea6d28be8) {{(pid=109223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 00:34:49.724357 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-4cab96af-cb55-4238-82e4-77666ae289a6 admin admin] Publish callbacks [] for security_group (cbebe925-463e-4ded-9e64-fbb24251a2b4), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:49.741852 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Device 40fe46fe-c6cf-4923-8030-b5e9becb067f up at agent hyperv_hv-cinder-81322 {{(pid=109224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:34:49.772012 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-4cab96af-cb55-4238-82e4-77666ae289a6 admin admin] Publish callbacks [] for security_group (cbebe925-463e-4ded-9e64-fbb24251a2b4), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:49.864719 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-4cab96af-cb55-4238-82e4-77666ae289a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (cbebe925-463e-4ded-9e64-fbb24251a2b4), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:49.868081 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Provisioning for port 40fe46fe-c6cf-4923-8030-b5e9becb067f completed by entity L2. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 00:34:49.874003 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-4cab96af-cb55-4238-82e4-77666ae289a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:49.874796 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Provisioning complete for port 40fe46fe-c6cf-4923-8030-b5e9becb067f triggered by entity L2. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:34:49.875580 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (40fe46fe-c6cf-4923-8030-b5e9becb067f), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:49.879298 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-4cab96af-cb55-4238-82e4-77666ae289a6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/cbebe925-463e-4ded-9e64-fbb24251a2b4 HTTP/1.1" status: 204 len: 168 time: 0.2324858 Feb 21 00:34:49.891161 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b32cec4-eecb-4335-9d82-583c6fc3991b req-0284cc2b-2721-4c9c-b703-db0ac5a22059 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:49.892378 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cab96af-cb55-4238-82e4-77666ae289a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbebe925-463e-4ded-9e64-fbb24251a2b4,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:34:49.898500 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-7b32cec4-eecb-4335-9d82-583c6fc3991b req-0284cc2b-2721-4c9c-b703-db0ac5a22059 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=40d12558-3fed-4562-b3a8-9a6f076fc3d9 HTTP/1.1" status: 200 len: 945 time: 0.2692938 Feb 21 00:34:49.944939 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-fcb6b549-bcc6-4d85-8464-d9ab1301343f req-19c5d5b6-a910-49b6-a345-f7cb23d023f8 service neutron] 10.222.0.36 "GET /v2.0/networks/2cc309f6-129c-421f-a7c2-95ecda53f9b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609174 Feb 21 00:34:49.983431 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-7b32cec4-eecb-4335-9d82-583c6fc3991b req-533deb87-09a0-4e3a-9b12-436fa6c9c03f tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f05195e-1011-4af1-b12a-07d8f5627ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838492 Feb 21 00:34:49.983680 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Current status of the port 40fe46fe-c6cf-4923-8030-b5e9becb067f is: BUILD; New status is: ACTIVE {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:34:49.984387 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (40fe46fe-c6cf-4923-8030-b5e9becb067f), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:50.014385 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7662b0b6-af9c-48fd-9219-957c74250609', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40fe46fe-c6cf-4923-8030-b5e9becb067f'}] {{(pid=109224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:34:50.016881 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea31762fe36adf1256da5116fd788589841920f52286d7e0b0077cda52487892" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faafc554-d78a-46ed-bd84-d401680c9ab3" -d '{"events": [{"server_uuid": "7662b0b6-af9c-48fd-9219-957c74250609", "name": "network-vif-plugged", "status": "completed", "tag": "40fe46fe-c6cf-4923-8030-b5e9becb067f"}]}' {{(pid=109224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:34:50.029685 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-76fc07d7-28f7-4664-b0ad-38cf59f46083 admin admin] Publish callbacks [] for port (5eb1c1b5-f705-4358-a87a-34aea6d28be8), precommit_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:50.041489 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] For port 40fe46fe-c6cf-4923-8030-b5e9becb067f, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=40fe46fe-c6cf-4923-8030-b5e9becb067f,segment=NetworkSegment(44fbb5db-c5b2-4e96-93d0-4174690df5fa),segment_id=44fbb5db-c5b2-4e96-93d0-4174690df5fa)] {{(pid=109224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:34:50.049556 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (40fe46fe-c6cf-4923-8030-b5e9becb067f), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:50.072549 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-76fc07d7-28f7-4664-b0ad-38cf59f46083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731676182815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3995289'] for port (5eb1c1b5-f705-4358-a87a-34aea6d28be8), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:50.084521 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 00:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49d7c593-9712-4d70-8fc3-8bf7000b0851 x-openstack-request-id: req-49d7c593-9712-4d70-8fc3-8bf7000b0851 {{(pid=109224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:34:50.084822 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7662b0b6-af9c-48fd-9219-957c74250609", "name": "network-vif-plugged", "status": "completed", "tag": "40fe46fe-c6cf-4923-8030-b5e9becb067f", "code": 200}]} {{(pid=109224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:34:50.085081 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-49d7c593-9712-4d70-8fc3-8bf7000b0851 {{(pid=109224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:34:50.085475 dv-cinder-813225-6-iscsi neutron-server[109224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7662b0b6-af9c-48fd-9219-957c74250609', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40fe46fe-c6cf-4923-8030-b5e9becb067f', 'code': 200} Feb 21 00:34:50.115870 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76fc07d7-28f7-4664-b0ad-38cf59f46083 admin admin] Network 9d25e361-1d6c-4c24-9c73-356a2ab84050 is already hosted by enough agents. {{(pid=109223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:34:50.119971 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.scheduler.base_scheduler [None req-76fc07d7-28f7-4664-b0ad-38cf59f46083 admin admin] Resources bound (agent type, host, resource id): {{(pid=109223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:34:50.125201 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Pushing event updated for resources: {'Port': ['ID=40fe46fe-c6cf-4923-8030-b5e9becb067f,revision_number=5']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:34:50.127403 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76fc07d7-28f7-4664-b0ad-38cf59f46083 admin admin] Received port after_create {{(pid=109223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 00:34:50.157640 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fc07d7-28f7-4664-b0ad-38cf59f46083 admin admin] Pushing event updated for resources: {'Port': ['ID=5eb1c1b5-f705-4358-a87a-34aea6d28be8,revision_number=1']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:34:50.620868 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6edd0a-b684-4502-982c-75ac9854366b req-634d6c1f-efb9-4e15-9451-a1231caa2592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:50.622370 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-ed6edd0a-b684-4502-982c-75ac9854366b req-634d6c1f-efb9-4e15-9451-a1231caa2592 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7662b0b6-af9c-48fd-9219-957c74250609 HTTP/1.1" status: 200 len: 1129 time: 0.3878212 Feb 21 00:34:50.662265 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587f6076-8f3e-416e-a4ff-57979e68dd65 req-376a09b0-0de3-4a5f-a074-dc01ccd362d6 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:50.663754 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-587f6076-8f3e-416e-a4ff-57979e68dd65 req-376a09b0-0de3-4a5f-a074-dc01ccd362d6 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8230352-c17e-4cac-8ed0-da7c12f48e16 HTTP/1.1" status: 200 len: 945 time: 0.3582568 Feb 21 00:34:50.717519 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34b0a1c-d693-4435-90df-731d56cd6e6c None None] Network ca36ee0b-69dd-47af-b5ea-ecee46692eff requested from dv-cinder-813225-6-iscsi {{(pid=109224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 00:34:50.780559 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-ed6edd0a-b684-4502-982c-75ac9854366b req-f5b59722-ae4f-4d5d-9935-00fabcbc9ced service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=943d9094-73ba-4c4f-8835-aab977d1176c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254580 Feb 21 00:34:50.783553 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-587f6076-8f3e-416e-a4ff-57979e68dd65 req-c55ec81e-4831-482c-9691-5736864d4859 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125393 Feb 21 00:34:50.808299 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-76fc07d7-28f7-4664-b0ad-38cf59f46083 admin admin] Publish callbacks [] for router_gateway (29342479-802e-4c6e-a1a3-85d2db756dc1), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:50.830618 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-a09c04a3-604c-484d-8ff4-7bcabbf93fdd None None] Provisioning complete for port de252086-a143-46d5-a98b-28f9f45f1dde triggered by entity DHCP. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:34:50.831221 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-a09c04a3-604c-484d-8ff4-7bcabbf93fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (de252086-a143-46d5-a98b-28f9f45f1dde), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:50.865318 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de84597c-743a-4e52-a5c8-529d26405f56 req-f89d7998-b2c0-4dd3-a359-0a82d39d547e tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:50.867902 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-de84597c-743a-4e52-a5c8-529d26405f56 req-f89d7998-b2c0-4dd3-a359-0a82d39d547e tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] 10.222.0.45 "GET /v2.0/ports?device_id=7662b0b6-af9c-48fd-9219-957c74250609 HTTP/1.1" status: 200 len: 945 time: 0.0799108 Feb 21 00:34:50.947167 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-a09c04a3-604c-484d-8ff4-7bcabbf93fdd None None] Current status of the port de252086-a143-46d5-a98b-28f9f45f1dde is: DOWN; New status is: ACTIVE {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:34:50.948276 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-a09c04a3-604c-484d-8ff4-7bcabbf93fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (de252086-a143-46d5-a98b-28f9f45f1dde), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:50.952976 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-de84597c-743a-4e52-a5c8-529d26405f56 req-f0596f45-e74d-4d3d-9354-4f9dda265fb1 tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] 10.222.0.45 "GET /v2.0/security-groups?id=943d9094-73ba-4c4f-8835-aab977d1176c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777314 Feb 21 00:34:50.991305 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-a09c04a3-604c-484d-8ff4-7bcabbf93fdd None None] For port de252086-a143-46d5-a98b-28f9f45f1dde, host dv-cinder-813225-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-6-iscsi',level=0,port_id=de252086-a143-46d5-a98b-28f9f45f1dde,segment=NetworkSegment(62e44578-53cb-4551-afb0-559d121984b2),segment_id=62e44578-53cb-4551-afb0-559d121984b2)] {{(pid=109224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:34:50.997131 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-a09c04a3-604c-484d-8ff4-7bcabbf93fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (de252086-a143-46d5-a98b-28f9f45f1dde), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:51.063801 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-76fc07d7-28f7-4664-b0ad-38cf59f46083 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-955174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-951209'] for router (29342479-802e-4c6e-a1a3-85d2db756dc1), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:51.086756 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09c04a3-604c-484d-8ff4-7bcabbf93fdd None None] Pushing event updated for resources: {'Port': ['ID=de252086-a143-46d5-a98b-28f9f45f1dde,revision_number=3']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:34:51.212365 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2914f66d-9060-4ae3-9372-72beba2685bf req-d60a9178-8f2a-4352-9167-2b72a0e74358 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:51.213777 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-2914f66d-9060-4ae3-9372-72beba2685bf req-d60a9178-8f2a-4352-9167-2b72a0e74358 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=40d12558-3fed-4562-b3a8-9a6f076fc3d9 HTTP/1.1" status: 200 len: 945 time: 0.1032023 Feb 21 00:34:51.219029 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-ca0eb4af-c10b-4be0-a3cd-7f9ec5a168db None None] Provisioning complete for port de252086-a143-46d5-a98b-28f9f45f1dde triggered by entity DHCP. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:34:51.219583 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-ca0eb4af-c10b-4be0-a3cd-7f9ec5a168db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (de252086-a143-46d5-a98b-28f9f45f1dde), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:51.287879 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-2914f66d-9060-4ae3-9372-72beba2685bf req-193f1374-68de-4e25-b367-1ae7fa80272f tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f05195e-1011-4af1-b12a-07d8f5627ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610032 Feb 21 00:34:51.296789 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76fc07d7-28f7-4664-b0ad-38cf59f46083 admin admin] Router 29342479-802e-4c6e-a1a3-85d2db756dc1 is scheduled to L3 agent 47b5b2cb-5391-4fc3-9478-3db20537c35a with binding_index 1 {{(pid=109223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 00:34:51.302317 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-ca0eb4af-c10b-4be0-a3cd-7f9ec5a168db None None] Current status of the port de252086-a143-46d5-a98b-28f9f45f1dde is: ACTIVE; New status is: ACTIVE {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:34:51.408461 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76fc07d7-28f7-4664-b0ad-38cf59f46083 admin admin] Notify agent at l3_agent.dv-cinder-813225-6-iscsi the message routers_updated {{(pid=109223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 00:34:51.419872 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff28f2d-0f1a-49d2-be4e-69d1bc36af3e None None] Sync routers for ids ['29342479-802e-4c6e-a1a3-85d2db756dc1'] in dv-cinder-813225-6-iscsi {{(pid=109225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 00:34:51.425068 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-76fc07d7-28f7-4664-b0ad-38cf59f46083 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:51.428639 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-76fc07d7-28f7-4664-b0ad-38cf59f46083 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.8494463 Feb 21 00:34:51.429081 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 57108) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:34:51.430600 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff28f2d-0f1a-49d2-be4e-69d1bc36af3e None None] Routers {'29342479-802e-4c6e-a1a3-85d2db756dc1'} bound to L3 agent in host dv-cinder-813225-6-iscsi {{(pid=109225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:34:51.431254 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_hamode_db [None req-3ff28f2d-0f1a-49d2-be4e-69d1bc36af3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T00:23:33Z,description=,heartbeat_timestamp=2022-02-21T00:34:33Z,host='dv-cinder-813225-6-iscsi',id=47b5b2cb-5391-4fc3-9478-3db20537c35a,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:23:34Z,topic='l3_agent')) {'router_ids': ['29342479-802e-4c6e-a1a3-85d2db756dc1'], 'active': True} {{(pid=109225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:34:51.536049 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Device de252086-a143-46d5-a98b-28f9f45f1dde up at agent ovs-agent-dv-cinder-813225-6-iscsi {{(pid=109224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:34:51.539672 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_dvr_db [None req-3ff28f2d-0f1a-49d2-be4e-69d1bc36af3e None None] Set router 29342479-802e-4c6e-a1a3-85d2db756dc1 gateway port host: dv-cinder-813225-6-iscsi {{(pid=109225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:34:51.614252 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Provisioning complete for port de252086-a143-46d5-a98b-28f9f45f1dde triggered by entity L2. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:34:51.614634 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (de252086-a143-46d5-a98b-28f9f45f1dde), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:51.696803 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Current status of the port de252086-a143-46d5-a98b-28f9f45f1dde is: ACTIVE; New status is: ACTIVE {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:34:51.737271 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_hamode_db [None req-3ff28f2d-0f1a-49d2-be4e-69d1bc36af3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29342479-802e-4c6e-a1a3-85d2db756dc1', 'name': 'tempest-TestMinimumBasicScenario-1676460080-router', 'tenant_id': '471e14591c9b4e4d9bd298269ddebacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'external_fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': '5eb1c1b5-f705-4358-a87a-34aea6d28be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:34:48Z', 'updated_at': '2022-02-21T00:34:50Z', 'revision_number': 3, 'project_id': '471e14591c9b4e4d9bd298269ddebacb', 'gw_port': {'id': '5eb1c1b5-f705-4358-a87a-34aea6d28be8', 'name': '', 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:7a:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29342479-802e-4c6e-a1a3-85d2db756dc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:34:49Z', 'updated_at': '2022-02-21T00:34:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '890cd9a8-3116-412f-9022-3458585959da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-6-iscsi'}], 'dv-cinder-813225-6-iscsi', False) {} {{(pid=109225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:34:51.763997 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff28f2d-0f1a-49d2-be4e-69d1bc36af3e None None] Checking router: 29342479-802e-4c6e-a1a3-85d2db756dc1 for host: dv-cinder-813225-6-iscsi {{(pid=109225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 00:34:51.764627 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff28f2d-0f1a-49d2-be4e-69d1bc36af3e None None] Updating router 29342479-802e-4c6e-a1a3-85d2db756dc1 port 5eb1c1b5-f705-4358-a87a-34aea6d28be8 binding host dv-cinder-813225-6-iscsi {{(pid=109225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 00:34:51.794394 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron_lib.callbacks.manager [None req-3ff28f2d-0f1a-49d2-be4e-69d1bc36af3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (5eb1c1b5-f705-4358-a87a-34aea6d28be8), before_update {{(pid=109225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:51.871511 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-268ec5cc-696c-4bed-ae7d-0f7178599fba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (None), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:51.925211 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81a7d37-27f8-43e6-b5b0-41354ec5ca30 req-33b82ea2-65c1-45a9-b6bb-74d442c10b4d tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:51.925211 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-c81a7d37-27f8-43e6-b5b0-41354ec5ca30 req-33b82ea2-65c1-45a9-b6bb-74d442c10b4d tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8230352-c17e-4cac-8ed0-da7c12f48e16 HTTP/1.1" status: 200 len: 945 time: 0.0583618 Feb 21 00:34:51.972364 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-c81a7d37-27f8-43e6-b5b0-41354ec5ca30 req-0f205d7d-c436-44e9-9363-c0770662f715 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400896 Feb 21 00:34:52.040895 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.db.db_base_plugin_common [None req-268ec5cc-696c-4bed-ae7d-0f7178599fba admin admin] Allocated IP 172.20.0.1 (ca36ee0b-69dd-47af-b5ea-ecee46692eff/29d266b3-d638-4ac9-99d5-4bbc8fdc8eb4/8b6076ab-5c58-416e-bfd5-81c30c298c45) {{(pid=109223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 00:34:52.062304 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron_lib.callbacks.manager [None req-3ff28f2d-0f1a-49d2-be4e-69d1bc36af3e None None] Publish callbacks [] for port (5eb1c1b5-f705-4358-a87a-34aea6d28be8), precommit_update {{(pid=109225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:52.069069 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron_lib.callbacks.manager [None req-3ff28f2d-0f1a-49d2-be4e-69d1bc36af3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (5eb1c1b5-f705-4358-a87a-34aea6d28be8), after_update {{(pid=109225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:52.112233 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4771c909-feb6-40aa-8756-e292e4043f56 None None] Pushing event updated for resources: {'Port': ['ID=5eb1c1b5-f705-4358-a87a-34aea6d28be8,revision_number=2']} {{(pid=109225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:34:52.121830 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4771c909-feb6-40aa-8756-e292e4043f56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:34:52.122430 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4771c909-feb6-40aa-8756-e292e4043f56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:34:52.122945 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4771c909-feb6-40aa-8756-e292e4043f56 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:34:52.123464 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4771c909-feb6-40aa-8756-e292e4043f56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:34:52.124016 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4771c909-feb6-40aa-8756-e292e4043f56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:34:52.124315 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4771c909-feb6-40aa-8756-e292e4043f56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:34:52.124651 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4771c909-feb6-40aa-8756-e292e4043f56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:34:52.125056 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4771c909-feb6-40aa-8756-e292e4043f56 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:34:52.125469 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4771c909-feb6-40aa-8756-e292e4043f56 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:34:52.125975 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4771c909-feb6-40aa-8756-e292e4043f56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:34:52.126474 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4771c909-feb6-40aa-8756-e292e4043f56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:34:52.127048 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4771c909-feb6-40aa-8756-e292e4043f56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:34:52.127574 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4771c909-feb6-40aa-8756-e292e4043f56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:34:52.163697 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.plugins.ml2.managers [None req-3ff28f2d-0f1a-49d2-be4e-69d1bc36af3e None None] Attempting to bind port 5eb1c1b5-f705-4358-a87a-34aea6d28be8 on host dv-cinder-813225-6-iscsi for vnic_type normal with profile {{(pid=109225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 00:34:52.164143 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.plugins.ml2.managers [None req-3ff28f2d-0f1a-49d2-be4e-69d1bc36af3e None None] Attempting to bind port 5eb1c1b5-f705-4358-a87a-34aea6d28be8 by drivers openvswitch,hyperv on host dv-cinder-813225-6-iscsi at level 0 using segments [{'id': 'd470c98a-8644-4be8-8df1-f825c0b18c68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050'}] {{(pid=109225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 00:34:52.164513 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff28f2d-0f1a-49d2-be4e-69d1bc36af3e None None] Attempting to bind port 5eb1c1b5-f705-4358-a87a-34aea6d28be8 on network 9d25e361-1d6c-4c24-9c73-356a2ab84050 {{(pid=109225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:34:52.172384 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff28f2d-0f1a-49d2-be4e-69d1bc36af3e None None] Checking agent: {'id': 'd6e95c40-1d90-4a13-9e37-1d6580a24190', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813225-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 0, 23, 38), 'started_at': datetime.datetime(2022, 2, 21, 0, 24, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 0, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813225-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 00:34:52.173036 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff28f2d-0f1a-49d2-be4e-69d1bc36af3e None None] Checking segment: {'id': 'd470c98a-8644-4be8-8df1-f825c0b18c68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:34:52.173768 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron_lib.callbacks.manager [None req-3ff28f2d-0f1a-49d2-be4e-69d1bc36af3e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:52.174342 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff28f2d-0f1a-49d2-be4e-69d1bc36af3e None None] Bound using segment: {'id': 'd470c98a-8644-4be8-8df1-f825c0b18c68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050'} {{(pid=109225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 00:34:52.174982 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.plugins.ml2.managers [None req-3ff28f2d-0f1a-49d2-be4e-69d1bc36af3e None None] Bound port: 5eb1c1b5-f705-4358-a87a-34aea6d28be8, host: dv-cinder-813225-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd470c98a-8644-4be8-8df1-f825c0b18c68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050'}}] {{(pid=109225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 00:34:52.175980 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron_lib.callbacks.manager [None req-3ff28f2d-0f1a-49d2-be4e-69d1bc36af3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (5eb1c1b5-f705-4358-a87a-34aea6d28be8), before_update {{(pid=109225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:52.236878 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9148a45e-71c2-4874-914f-84ebf2a1a54d req-b8199c89-ed70-4009-a16f-a7f86810201e tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:52.237483 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.plugins.ml2.db [None req-3ff28f2d-0f1a-49d2-be4e-69d1bc36af3e None None] For port 5eb1c1b5-f705-4358-a87a-34aea6d28be8, host dv-cinder-813225-6-iscsi, cleared binding levels {{(pid=109225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 00:34:52.238317 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-9148a45e-71c2-4874-914f-84ebf2a1a54d req-b8199c89-ed70-4009-a16f-a7f86810201e tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] 10.222.0.45 "GET /v2.0/ports?device_id=7662b0b6-af9c-48fd-9219-957c74250609 HTTP/1.1" status: 200 len: 945 time: 0.1850820 Feb 21 00:34:52.254948 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-268ec5cc-696c-4bed-ae7d-0f7178599fba admin admin] Publish callbacks [] for port (8b6076ab-5c58-416e-bfd5-81c30c298c45), precommit_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:52.257494 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.plugins.ml2.db [None req-3ff28f2d-0f1a-49d2-be4e-69d1bc36af3e None None] For port 5eb1c1b5-f705-4358-a87a-34aea6d28be8, host dv-cinder-813225-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-6-iscsi',level=0,port_id=5eb1c1b5-f705-4358-a87a-34aea6d28be8,segment=NetworkSegment(d470c98a-8644-4be8-8df1-f825c0b18c68),segment_id=d470c98a-8644-4be8-8df1-f825c0b18c68)] {{(pid=109225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 00:34:52.273951 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron_lib.callbacks.manager [None req-3ff28f2d-0f1a-49d2-be4e-69d1bc36af3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (5eb1c1b5-f705-4358-a87a-34aea6d28be8), after_update {{(pid=109225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:52.321213 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-9148a45e-71c2-4874-914f-84ebf2a1a54d req-d57e1cd4-7e0a-4734-ac55-0e3e23df4a31 tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] 10.222.0.45 "GET /v2.0/security-groups?id=943d9094-73ba-4c4f-8835-aab977d1176c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703969 Feb 21 00:34:52.341568 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-268ec5cc-696c-4bed-ae7d-0f7178599fba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731676182815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3995289'] for port (8b6076ab-5c58-416e-bfd5-81c30c298c45), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:52.407028 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4771c909-feb6-40aa-8756-e292e4043f56 None None] Pushing event updated for resources: {'Port': ['ID=5eb1c1b5-f705-4358-a87a-34aea6d28be8,revision_number=3']} {{(pid=109225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:34:52.411842 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff28f2d-0f1a-49d2-be4e-69d1bc36af3e None None] Routers {'29342479-802e-4c6e-a1a3-85d2db756dc1'} bound to L3 agent in host dv-cinder-813225-6-iscsi {{(pid=109225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:34:52.412680 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_hamode_db [None req-3ff28f2d-0f1a-49d2-be4e-69d1bc36af3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T00:23:33Z,description=,heartbeat_timestamp=2022-02-21T00:34:33Z,host='dv-cinder-813225-6-iscsi',id=47b5b2cb-5391-4fc3-9478-3db20537c35a,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:23:34Z,topic='l3_agent')) {'router_ids': ['29342479-802e-4c6e-a1a3-85d2db756dc1'], 'active': True} {{(pid=109225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:34:52.446021 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268ec5cc-696c-4bed-ae7d-0f7178599fba admin admin] Network ca36ee0b-69dd-47af-b5ea-ecee46692eff is already hosted by enough agents. {{(pid=109223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:34:52.464625 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.scheduler.base_scheduler [None req-268ec5cc-696c-4bed-ae7d-0f7178599fba admin admin] Resources bound (agent type, host, resource id): {{(pid=109223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:34:52.467316 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268ec5cc-696c-4bed-ae7d-0f7178599fba admin admin] Received port after_create {{(pid=109223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 00:34:52.469759 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268ec5cc-696c-4bed-ae7d-0f7178599fba admin admin] Pushing event updated for resources: {'Port': ['ID=8b6076ab-5c58-416e-bfd5-81c30c298c45,revision_number=1']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:34:52.528150 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-268ec5cc-696c-4bed-ae7d-0f7178599fba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-951422'] for router_interface (29342479-802e-4c6e-a1a3-85d2db756dc1), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:52.544972 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b668a4-2e2d-4c84-bde7-065b1c5a7520 req-d5491202-f683-4ef9-8a77-6f3d04bcfed4 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:52.547381 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-f2b668a4-2e2d-4c84-bde7-065b1c5a7520 req-d5491202-f683-4ef9-8a77-6f3d04bcfed4 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=40d12558-3fed-4562-b3a8-9a6f076fc3d9 HTTP/1.1" status: 200 len: 945 time: 0.1131840 Feb 21 00:34:52.581557 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-3ac451c4-7c12-4775-97e1-ca4862768910 req-a73ac613-baa4-4b7f-9aa5-9111e887fa43 tempest-VolumesNegativeTest-1711857072 tempest-VolumesNegativeTest-1711857072-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=ce1ef16968df4b02aa4ff097e4f2ca43&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0346434 Feb 21 00:34:52.657138 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_dvr_db [None req-3ff28f2d-0f1a-49d2-be4e-69d1bc36af3e None None] Set router 29342479-802e-4c6e-a1a3-85d2db756dc1 gateway port host: dv-cinder-813225-6-iscsi {{(pid=109225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:34:52.681259 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-f2b668a4-2e2d-4c84-bde7-065b1c5a7520 req-d0c4ea1c-8974-4a72-b0be-92bc8c6e724a tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f05195e-1011-4af1-b12a-07d8f5627ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979400 Feb 21 00:34:52.779574 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-268ec5cc-696c-4bed-ae7d-0f7178599fba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (8b6076ab-5c58-416e-bfd5-81c30c298c45), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:52.832571 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac451c4-7c12-4775-97e1-ca4862768910 req-609580db-b3d8-45d1-916c-d77de4cce0c8 tempest-VolumesNegativeTest-1711857072 tempest-VolumesNegativeTest-1711857072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:52.840537 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-3ac451c4-7c12-4775-97e1-ca4862768910 req-609580db-b3d8-45d1-916c-d77de4cce0c8 tempest-VolumesNegativeTest-1711857072 tempest-VolumesNegativeTest-1711857072-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2580628 Feb 21 00:34:52.845573 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-82d78b9e-c798-40f0-8f17-a8afcbe63fe3 None None] Provisioning complete for port 8b6076ab-5c58-416e-bfd5-81c30c298c45 triggered by entity DHCP. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:34:52.846384 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-82d78b9e-c798-40f0-8f17-a8afcbe63fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (8b6076ab-5c58-416e-bfd5-81c30c298c45), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:52.863797 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-3ac451c4-7c12-4775-97e1-ca4862768910 req-cbec157e-b918-4e07-960e-562bc68ea96a tempest-VolumesNegativeTest-1711857072 tempest-VolumesNegativeTest-1711857072-project] 10.222.0.45 "GET /v2.0/quotas/ce1ef16968df4b02aa4ff097e4f2ca43 HTTP/1.1" status: 200 len: 375 time: 0.0175250 Feb 21 00:34:52.909732 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-82d78b9e-c798-40f0-8f17-a8afcbe63fe3 None None] Port 8b6076ab-5c58-416e-bfd5-81c30c298c45 cannot update to ACTIVE because it is not bound. {{(pid=109224) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 00:34:52.916195 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_hamode_db [None req-3ff28f2d-0f1a-49d2-be4e-69d1bc36af3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29342479-802e-4c6e-a1a3-85d2db756dc1', 'name': 'tempest-TestMinimumBasicScenario-1676460080-router', 'tenant_id': '471e14591c9b4e4d9bd298269ddebacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'external_fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': '5eb1c1b5-f705-4358-a87a-34aea6d28be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:34:48Z', 'updated_at': '2022-02-21T00:34:50Z', 'revision_number': 3, 'project_id': '471e14591c9b4e4d9bd298269ddebacb', 'gw_port': {'id': '5eb1c1b5-f705-4358-a87a-34aea6d28be8', 'name': '', 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:7a:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29342479-802e-4c6e-a1a3-85d2db756dc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:34:49Z', 'updated_at': '2022-02-21T00:34:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '890cd9a8-3116-412f-9022-3458585959da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-6-iscsi'}], 'dv-cinder-813225-6-iscsi', False) {} {{(pid=109225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:34:52.921882 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-3ac451c4-7c12-4775-97e1-ca4862768910 req-f4285c8c-6be8-4692-bbfc-a0dd9aa13663 tempest-VolumesNegativeTest-1711857072 tempest-VolumesNegativeTest-1711857072-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=ce1ef16968df4b02aa4ff097e4f2ca43&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0513108 Feb 21 00:34:52.945583 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff28f2d-0f1a-49d2-be4e-69d1bc36af3e None None] The sync data for ids ['29342479-802e-4c6e-a1a3-85d2db756dc1'] in dv-cinder-813225-6-iscsi is: [{'id': '29342479-802e-4c6e-a1a3-85d2db756dc1', 'name': 'tempest-TestMinimumBasicScenario-1676460080-router', 'tenant_id': '471e14591c9b4e4d9bd298269ddebacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'external_fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': '5eb1c1b5-f705-4358-a87a-34aea6d28be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:34:48Z', 'updated_at': '2022-02-21T00:34:50Z', 'revision_number': 3, 'project_id': '471e14591c9b4e4d9bd298269ddebacb', 'gw_port': {'id': '5eb1c1b5-f705-4358-a87a-34aea6d28be8', 'name': '', 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:7a:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29342479-802e-4c6e-a1a3-85d2db756dc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:34:49Z', 'updated_at': '2022-02-21T00:34:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '890cd9a8-3116-412f-9022-3458585959da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-6-iscsi'}] {{(pid=109225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 00:34:52.987220 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-268ec5cc-696c-4bed-ae7d-0f7178599fba admin admin] Publish callbacks [] for port (8b6076ab-5c58-416e-bfd5-81c30c298c45), precommit_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:52.993908 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-268ec5cc-696c-4bed-ae7d-0f7178599fba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3995266'] for port (8b6076ab-5c58-416e-bfd5-81c30c298c45), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:53.077411 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-268ec5cc-696c-4bed-ae7d-0f7178599fba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-951530'] for router_interface (29342479-802e-4c6e-a1a3-85d2db756dc1), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:53.087995 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268ec5cc-696c-4bed-ae7d-0f7178599fba admin admin] Pushing event updated for resources: {'Port': ['ID=8b6076ab-5c58-416e-bfd5-81c30c298c45,revision_number=2']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:34:53.193805 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268ec5cc-696c-4bed-ae7d-0f7178599fba admin admin] Network ca36ee0b-69dd-47af-b5ea-ecee46692eff is already hosted by enough agents. {{(pid=109223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:34:53.195460 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.scheduler.base_scheduler [None req-268ec5cc-696c-4bed-ae7d-0f7178599fba admin admin] Resources bound (agent type, host, resource id): {{(pid=109223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:34:53.388769 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [req-291d2ce2-6e0a-4970-9628-1d7cba4569b7 req-0aac96b8-63c4-4e73-b621-99bfaafc344c service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109223) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 00:34:53.389859 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-291d2ce2-6e0a-4970-9628-1d7cba4569b7 req-0aac96b8-63c4-4e73-b621-99bfaafc344c service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068707 Feb 21 00:34:53.470970 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-268ec5cc-696c-4bed-ae7d-0f7178599fba admin admin] Router 29342479-802e-4c6e-a1a3-85d2db756dc1 has already been hosted by L3 agent 47b5b2cb-5391-4fc3-9478-3db20537c35a {{(pid=109223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 00:34:53.562293 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-4737ed73-e012-48c6-b47d-ce48703660ca None None] Provisioning complete for port 8b6076ab-5c58-416e-bfd5-81c30c298c45 triggered by entity DHCP. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:34:53.563113 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-4737ed73-e012-48c6-b47d-ce48703660ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (8b6076ab-5c58-416e-bfd5-81c30c298c45), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:53.590046 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Device 5eb1c1b5-f705-4358-a87a-34aea6d28be8 up at agent ovs-agent-dv-cinder-813225-6-iscsi {{(pid=109224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:34:53.636025 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-4737ed73-e012-48c6-b47d-ce48703660ca None None] Port 8b6076ab-5c58-416e-bfd5-81c30c298c45 cannot update to ACTIVE because it is not bound. {{(pid=109224) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 00:34:53.659533 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Provisioning complete for port 5eb1c1b5-f705-4358-a87a-34aea6d28be8 triggered by entity L2. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:34:53.660058 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (5eb1c1b5-f705-4358-a87a-34aea6d28be8), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:53.694728 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a016cd-de3d-4285-a462-d0f44a33b8fd req-6a77b529-3678-423e-b376-9b04b159e78e tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:53.696467 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-b3a016cd-de3d-4285-a462-d0f44a33b8fd req-6a77b529-3678-423e-b376-9b04b159e78e tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] 10.222.0.45 "GET /v2.0/ports?device_id=7662b0b6-af9c-48fd-9219-957c74250609 HTTP/1.1" status: 200 len: 945 time: 0.1121488 Feb 21 00:34:53.702315 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-268ec5cc-696c-4bed-ae7d-0f7178599fba admin admin] Notify agent at l3_agent.dv-cinder-813225-6-iscsi the message routers_updated {{(pid=109223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 00:34:53.717937 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-268ec5cc-696c-4bed-ae7d-0f7178599fba admin admin] 10.222.0.45 "PUT /v2.0/routers/29342479-802e-4c6e-a1a3-85d2db756dc1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2793608 Feb 21 00:34:53.768381 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Device e54a4066-a1cd-43cd-bf19-c474f7a751af no longer exists at agent hyperv_hv-cinder-81322 {{(pid=109224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 00:34:53.782197 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-b3a016cd-de3d-4285-a462-d0f44a33b8fd req-9087a359-3b13-4494-98af-a9b9ded1f1cc tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] 10.222.0.45 "GET /v2.0/security-groups?id=943d9094-73ba-4c4f-8835-aab977d1176c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778272 Feb 21 00:34:53.811228 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Current status of the port 5eb1c1b5-f705-4358-a87a-34aea6d28be8 is: DOWN; New status is: ACTIVE {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:34:53.813545 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (5eb1c1b5-f705-4358-a87a-34aea6d28be8), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:53.891816 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] For port 5eb1c1b5-f705-4358-a87a-34aea6d28be8, host dv-cinder-813225-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-6-iscsi',level=0,port_id=5eb1c1b5-f705-4358-a87a-34aea6d28be8,segment=NetworkSegment(d470c98a-8644-4be8-8df1-f825c0b18c68),segment_id=d470c98a-8644-4be8-8df1-f825c0b18c68)] {{(pid=109224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:34:53.906705 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (5eb1c1b5-f705-4358-a87a-34aea6d28be8), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:54.004190 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Pushing event updated for resources: {'Port': ['ID=5eb1c1b5-f705-4358-a87a-34aea6d28be8,revision_number=4']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:34:54.055259 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:34:54.055665 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:34:54.056034 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:34:54.056376 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:34:54.056705 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:34:54.057033 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:34:54.057361 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:34:54.057710 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:34:54.058832 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:34:54.059177 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:34:54.059654 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:34:54.060426 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:34:54.060719 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:34:54.081671 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Current status of the port e54a4066-a1cd-43cd-bf19-c474f7a751af is: ACTIVE; New status is: DOWN {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:34:54.082201 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (e54a4066-a1cd-43cd-bf19-c474f7a751af), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:54.115160 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40d12558-3fed-4562-b3a8-9a6f076fc3d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e54a4066-a1cd-43cd-bf19-c474f7a751af'}] {{(pid=109224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:34:54.132570 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea31762fe36adf1256da5116fd788589841920f52286d7e0b0077cda52487892" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e118091-099a-4d26-af05-fac4b75247f1" -d '{"events": [{"server_uuid": "40d12558-3fed-4562-b3a8-9a6f076fc3d9", "name": "network-vif-unplugged", "status": "completed", "tag": "e54a4066-a1cd-43cd-bf19-c474f7a751af"}]}' {{(pid=109224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:34:54.169080 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] For port e54a4066-a1cd-43cd-bf19-c474f7a751af, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e54a4066-a1cd-43cd-bf19-c474f7a751af,segment=NetworkSegment(905ecc73-8a74-4e6f-8e03-5ec9e3dbca32),segment_id=905ecc73-8a74-4e6f-8e03-5ec9e3dbca32)] {{(pid=109224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:34:54.187675 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (e54a4066-a1cd-43cd-bf19-c474f7a751af), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:54.266405 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-55529873-fb92-47ad-8b7b-1287449cde93 req-87a616f3-79a5-4cd5-bb90-6b98d4cbbaae tempest-VolumesNegativeTest-1711857072 tempest-VolumesNegativeTest-1711857072-project] 10.222.0.45 "GET /v2.0/ports?device_id=a12bdc06-41c0-4902-9600-33cd69c844a9 HTTP/1.1" status: 200 len: 210 time: 0.0544481 Feb 21 00:34:54.282982 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Pushing event updated for resources: {'Port': ['ID=e54a4066-a1cd-43cd-bf19-c474f7a751af,revision_number=8']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:34:54.325438 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d42547-598e-4815-a5f8-3b834a6003f1 req-2f0b25e8-c6ff-46e6-b837-2e35d52ae52a tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:54.334158 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-a9d42547-598e-4815-a5f8-3b834a6003f1 req-2f0b25e8-c6ff-46e6-b837-2e35d52ae52a tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=40d12558-3fed-4562-b3a8-9a6f076fc3d9 HTTP/1.1" status: 200 len: 945 time: 0.1901045 Feb 21 00:34:54.367908 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 21 Feb 2022 00:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-336b4820-fb6f-46d5-9c35-b8de3f5e1b21 x-openstack-request-id: req-336b4820-fb6f-46d5-9c35-b8de3f5e1b21 {{(pid=109224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:34:54.368393 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40d12558-3fed-4562-b3a8-9a6f076fc3d9", "name": "network-vif-unplugged", "status": "failed", "tag": "e54a4066-a1cd-43cd-bf19-c474f7a751af", "code": 422}]} {{(pid=109224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:34:54.368792 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-336b4820-fb6f-46d5-9c35-b8de3f5e1b21 {{(pid=109224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:34:54.369373 dv-cinder-813225-6-iscsi neutron-server[109224]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '40d12558-3fed-4562-b3a8-9a6f076fc3d9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e54a4066-a1cd-43cd-bf19-c474f7a751af', 'code': 422} returned with failed status Feb 21 00:34:54.394614 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 57242) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:34:54.433530 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-a9d42547-598e-4815-a5f8-3b834a6003f1 req-d588bf44-2ded-434a-8318-c10926f9fbdc tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f05195e-1011-4af1-b12a-07d8f5627ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861290 Feb 21 00:34:54.524509 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-db2a31b9-eb3b-466d-aeb0-27a708805891 req-2fc28293-691f-4a97-8b5d-06367dd30878 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=40d12558-3fed-4562-b3a8-9a6f076fc3d9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1271131 Feb 21 00:34:54.537862 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [req-db2a31b9-eb3b-466d-aeb0-27a708805891 req-13746359-4396-4274-b597-214eb38df05d service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109222) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 00:34:54.539485 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-db2a31b9-eb3b-466d-aeb0-27a708805891 req-13746359-4396-4274-b597-214eb38df05d service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067220 Feb 21 00:34:54.740502 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 57266) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:34:54.746307 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [None req-b5bf09c4-11cb-4a66-b9cd-6582e62701be admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-869760556-network', 'tenant_id': '3340c291b0834db6b2924c05baa6961a'}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:34:54.763790 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 57268) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:34:54.766194 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5bf09c4-11cb-4a66-b9cd-6582e62701be admin admin] Made reservation on behalf of 3340c291b0834db6b2924c05baa6961a for: {'network': 1} {{(pid=109222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 00:34:54.768733 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-b5bf09c4-11cb-4a66-b9cd-6582e62701be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for network (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:54.777619 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-b5bf09c4-11cb-4a66-b9cd-6582e62701be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:54.862828 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-b5bf09c4-11cb-4a66-b9cd-6582e62701be admin admin] Publish callbacks [] for security_group (2df88cf6-0e34-46e7-8c2b-3edbc88aad2d), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:54.871082 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-b5bf09c4-11cb-4a66-b9cd-6582e62701be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (2df88cf6-0e34-46e7-8c2b-3edbc88aad2d), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:54.907973 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bf09c4-11cb-4a66-b9cd-6582e62701be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2df88cf6-0e34-46e7-8c2b-3edbc88aad2d,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:34:54.914300 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5bf09c4-11cb-4a66-b9cd-6582e62701be admin admin] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=109222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 00:34:54.928151 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-b5bf09c4-11cb-4a66-b9cd-6582e62701be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16097169'] for segment (049267d6-1ecf-4e81-b52b-36138c6a8bf5), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:54.928816 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.db.segments_db [None req-b5bf09c4-11cb-4a66-b9cd-6582e62701be admin admin] Added segment 049267d6-1ecf-4e81-b52b-36138c6a8bf5 of type vlan for network 43c81006-7f4e-4647-b0de-09d4bddfdd52 Feb 21 00:34:54.976776 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-b5bf09c4-11cb-4a66-b9cd-6582e62701be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731676168578'] for network (43c81006-7f4e-4647-b0de-09d4bddfdd52), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:55.007548 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-b5bf09c4-11cb-4a66-b9cd-6582e62701be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403'] for network (43c81006-7f4e-4647-b0de-09d4bddfdd52), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:55.009011 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5bf09c4-11cb-4a66-b9cd-6582e62701be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:55.009797 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-b5bf09c4-11cb-4a66-b9cd-6582e62701be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582445'] for network (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:55.066007 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-b5bf09c4-11cb-4a66-b9cd-6582e62701be admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3240273 Feb 21 00:34:55.071932 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2a31b9-eb3b-466d-aeb0-27a708805891 req-158457e8-3967-4931-b6d8-745d30c7d5a0 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:55.072220 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 57286) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:34:55.073813 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-db2a31b9-eb3b-466d-aeb0-27a708805891 req-158457e8-3967-4931-b6d8-745d30c7d5a0 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports/e54a4066-a1cd-43cd-bf19-c474f7a751af HTTP/1.1" status: 200 len: 940 time: 0.3089888 Feb 21 00:34:55.087390 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [None req-4e63f97d-cd0c-4b43-8dbb-7c54f1872246 admin admin] Request body: {'subnet': {'network_id': '43c81006-7f4e-4647-b0de-09d4bddfdd52', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-869760556-subnet', 'tenant_id': '3340c291b0834db6b2924c05baa6961a', 'ip_version': 4}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:34:55.105269 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bf09c4-11cb-4a66-b9cd-6582e62701be admin admin] Pushing event updated for resources: {'Network': ['ID=43c81006-7f4e-4647-b0de-09d4bddfdd52,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:34:55.115937 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Network 43c81006-7f4e-4647-b0de-09d4bddfdd52 details requested by agent ovs-agent-dv-cinder-813225-6-iscsi with host dv-cinder-813225-6-iscsi {{(pid=109224) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 00:34:55.134576 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e63f97d-cd0c-4b43-8dbb-7c54f1872246 admin admin] Made reservation on behalf of 3340c291b0834db6b2924c05baa6961a for: {'subnet': 1} {{(pid=109222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 00:34:55.137739 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-4e63f97d-cd0c-4b43-8dbb-7c54f1872246 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8583079367'] for subnet (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:55.333995 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-4e63f97d-cd0c-4b43-8dbb-7c54f1872246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8582891973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8583079221'] for subnet (e46cd121-c685-440d-9902-ba68f5173020), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:55.396963 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedab528-c9f3-42f3-b5ad-ee94f1427aa0 None None] Sync routers for ids ['29342479-802e-4c6e-a1a3-85d2db756dc1'] in dv-cinder-813225-6-iscsi {{(pid=109224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 00:34:55.409011 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedab528-c9f3-42f3-b5ad-ee94f1427aa0 None None] Routers {'29342479-802e-4c6e-a1a3-85d2db756dc1'} bound to L3 agent in host dv-cinder-813225-6-iscsi {{(pid=109224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:34:55.409637 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-dedab528-c9f3-42f3-b5ad-ee94f1427aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T00:23:33Z,description=,heartbeat_timestamp=2022-02-21T00:34:33Z,host='dv-cinder-813225-6-iscsi',id=47b5b2cb-5391-4fc3-9478-3db20537c35a,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:23:34Z,topic='l3_agent')) {'router_ids': ['29342479-802e-4c6e-a1a3-85d2db756dc1'], 'active': True} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:34:55.510021 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-91ad9021-deb9-4472-ab83-41188ad23f73 req-a3393516-90eb-4a2f-90bd-11006c3cf12e tempest-VolumesNegativeTest-1711857072 tempest-VolumesNegativeTest-1711857072-project] 10.222.0.45 "GET /v2.0/ports?device_id=a12bdc06-41c0-4902-9600-33cd69c844a9 HTTP/1.1" status: 200 len: 210 time: 0.1152411 Feb 21 00:34:55.529875 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvr_db [None req-dedab528-c9f3-42f3-b5ad-ee94f1427aa0 None None] Set router 29342479-802e-4c6e-a1a3-85d2db756dc1 gateway port host: dv-cinder-813225-6-iscsi {{(pid=109224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:34:55.562835 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e63f97d-cd0c-4b43-8dbb-7c54f1872246 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e46cd121-c685-440d-9902-ba68f5173020,revision_number=0']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:34:55.571535 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e63f97d-cd0c-4b43-8dbb-7c54f1872246 admin admin] Checking segment: {'id': '049267d6-1ecf-4e81-b52b-36138c6a8bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '43c81006-7f4e-4647-b0de-09d4bddfdd52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:34:55.572299 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e63f97d-cd0c-4b43-8dbb-7c54f1872246 admin admin] Network hostable DHCP agents. Network: 43c81006-7f4e-4647-b0de-09d4bddfdd52, hostable agents: ['57941464-2af3-4cc7-9b46-3eeacd6f6fca'], hosted agents: [] {{(pid=109222) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 00:34:55.613336 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e63f97d-cd0c-4b43-8dbb-7c54f1872246 admin admin] Network 43c81006-7f4e-4647-b0de-09d4bddfdd52 is scheduled to be hosted by DHCP agent 57941464-2af3-4cc7-9b46-3eeacd6f6fca with binding_index 1 {{(pid=109222) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 00:34:55.628380 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.scheduler.base_scheduler [None req-4e63f97d-cd0c-4b43-8dbb-7c54f1872246 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813225-6-iscsi, 43c81006-7f4e-4647-b0de-09d4bddfdd52) {{(pid=109222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:34:55.633903 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Device 5eb1c1b5-f705-4358-a87a-34aea6d28be8 up at agent ovs-agent-dv-cinder-813225-6-iscsi {{(pid=109224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:34:55.644554 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eab4b9-ab2d-4e0e-a2e9-b9e3f7d21290 req-8763c1c3-4abe-43b2-9e3d-d1c2158cc9dd tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:55.652809 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-58eab4b9-ab2d-4e0e-a2e9-b9e3f7d21290 req-8763c1c3-4abe-43b2-9e3d-d1c2158cc9dd tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=40d12558-3fed-4562-b3a8-9a6f076fc3d9 HTTP/1.1" status: 200 len: 943 time: 0.1215563 Feb 21 00:34:55.660124 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e63f97d-cd0c-4b43-8dbb-7c54f1872246 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:55.660735 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-4e63f97d-cd0c-4b43-8dbb-7c54f1872246 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:55.678484 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03622be1-2c3c-4d76-8db6-ad8c4a417213 None None] Network 43c81006-7f4e-4647-b0de-09d4bddfdd52 requested from dv-cinder-813225-6-iscsi {{(pid=109224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 00:34:55.704469 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-4e63f97d-cd0c-4b43-8dbb-7c54f1872246 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6294882 Feb 21 00:34:55.704690 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 57308) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:34:55.716004 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [None req-113840ec-7680-41a1-81d5-9e3c3e07f41e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-869760556-router', 'tenant_id': '3340c291b0834db6b2924c05baa6961a', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050'}}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:34:55.736809 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-3ac451c4-7c12-4775-97e1-ca4862768910 req-e82500d2-bd5b-4423-b1ca-20fa0d1fa757 tempest-VolumesNegativeTest-1711857072 tempest-VolumesNegativeTest-1711857072-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=ce1ef16968df4b02aa4ff097e4f2ca43&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0810254 Feb 21 00:34:55.770598 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-113840ec-7680-41a1-81d5-9e3c3e07f41e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-958399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1880'] for router (7b2d5a08-6b33-4e2b-a39c-5af723c79a2b), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:55.773995 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-113840ec-7680-41a1-81d5-9e3c3e07f41e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-955183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-537569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1873'] for router (7b2d5a08-6b33-4e2b-a39c-5af723c79a2b), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:55.842657 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d8484b-68b4-4371-b007-ca97924bd9a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc40baefa-d12c-5e0a-9a3f-979e6179f684-43c81006-7f4e-4647-b0de-09d4bddfdd52', 'network_id': '43c81006-7f4e-4647-b0de-09d4bddfdd52', 'project_id': '3340c291b0834db6b2924c05baa6961a', 'fixed_ips': [{'subnet_id': 'e46cd121-c685-440d-9902-ba68f5173020'}]}} from dv-cinder-813225-6-iscsi. {{(pid=109224) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 21 00:34:55.843768 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-47d8484b-68b4-4371-b007-ca97924bd9a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (None), before_create {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:55.857273 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-113840ec-7680-41a1-81d5-9e3c3e07f41e admin admin] Publish callbacks [] for router_controller (7b2d5a08-6b33-4e2b-a39c-5af723c79a2b), precommit_add_association {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:55.922547 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Provisioning complete for port 5eb1c1b5-f705-4358-a87a-34aea6d28be8 triggered by entity L2. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:34:55.923099 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (5eb1c1b5-f705-4358-a87a-34aea6d28be8), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:56.025548 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-113840ec-7680-41a1-81d5-9e3c3e07f41e admin admin] Publish callbacks [] for router_gateway (7b2d5a08-6b33-4e2b-a39c-5af723c79a2b), precommit_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:56.193073 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-58eab4b9-ab2d-4e0e-a2e9-b9e3f7d21290 req-c84874bd-9fd0-49a0-8042-5bdf2745557b tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f05195e-1011-4af1-b12a-07d8f5627ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5389895 Feb 21 00:34:56.238197 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-dedab528-c9f3-42f3-b5ad-ee94f1427aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29342479-802e-4c6e-a1a3-85d2db756dc1', 'name': 'tempest-TestMinimumBasicScenario-1676460080-router', 'tenant_id': '471e14591c9b4e4d9bd298269ddebacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'external_fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': '5eb1c1b5-f705-4358-a87a-34aea6d28be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:34:48Z', 'updated_at': '2022-02-21T00:34:52Z', 'revision_number': 4, 'project_id': '471e14591c9b4e4d9bd298269ddebacb', 'gw_port': {'id': '5eb1c1b5-f705-4358-a87a-34aea6d28be8', 'name': '', 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:7a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29342479-802e-4c6e-a1a3-85d2db756dc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:34:49Z', 'updated_at': '2022-02-21T00:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '890cd9a8-3116-412f-9022-3458585959da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-6-iscsi', '_interfaces': [{'id': '8b6076ab-5c58-416e-bfd5-81c30c298c45', 'name': '', 'network_id': 'ca36ee0b-69dd-47af-b5ea-ecee46692eff', 'tenant_id': '471e14591c9b4e4d9bd298269ddebacb', 'mac_address': 'fa:16:3e:8e:d1:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29342479-802e-4c6e-a1a3-85d2db756dc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '29d266b3-d638-4ac9-99d5-4bbc8fdc8eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:34:51Z', 'updated_at': '2022-02-21T00:34:52Z', 'revision_number': 2, 'project_id': '471e14591c9b4e4d9bd298269ddebacb', 'subnets': [{'id': '29d266b3-d638-4ac9-99d5-4bbc8fdc8eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-6-iscsi', False) {} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:34:56.251876 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-113840ec-7680-41a1-81d5-9e3c3e07f41e admin admin] Publish callbacks [] for router_gateway (7b2d5a08-6b33-4e2b-a39c-5af723c79a2b), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:56.284863 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac451c4-7c12-4775-97e1-ca4862768910 req-cbf9b103-8d04-4765-8a43-1248064f5e91 tempest-VolumesNegativeTest-1711857072 tempest-VolumesNegativeTest-1711857072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:56.287415 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-3ac451c4-7c12-4775-97e1-ca4862768910 req-cbf9b103-8d04-4765-8a43-1248064f5e91 tempest-VolumesNegativeTest-1711857072 tempest-VolumesNegativeTest-1711857072-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5405040 Feb 21 00:34:56.293769 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-113840ec-7680-41a1-81d5-9e3c3e07f41e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:56.293994 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.db_base_plugin_common [None req-47d8484b-68b4-4371-b007-ca97924bd9a4 None None] Allocated IP 172.20.0.2 (43c81006-7f4e-4647-b0de-09d4bddfdd52/e46cd121-c685-440d-9902-ba68f5173020/42b29da8-c1dd-4e6f-82eb-3b1b8f2de02f) {{(pid=109224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 00:34:56.296910 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedab528-c9f3-42f3-b5ad-ee94f1427aa0 None None] Checking router: 29342479-802e-4c6e-a1a3-85d2db756dc1 for host: dv-cinder-813225-6-iscsi {{(pid=109224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 00:34:56.297493 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedab528-c9f3-42f3-b5ad-ee94f1427aa0 None None] Updating router 29342479-802e-4c6e-a1a3-85d2db756dc1 port 8b6076ab-5c58-416e-bfd5-81c30c298c45 binding host dv-cinder-813225-6-iscsi {{(pid=109224) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 00:34:56.310455 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.v2.base [req-3ac451c4-7c12-4775-97e1-ca4862768910 req-e71a21a5-1145-4254-a33f-c5ace1487806 tempest-VolumesNegativeTest-1711857072 tempest-VolumesNegativeTest-1711857072-project] Request body: {'port': {'device_id': 'a12bdc06-41c0-4902-9600-33cd69c844a9', 'network_id': 'd1f3ffca-ff94-43bf-af1a-036f8cc0b5fa', 'admin_state_up': True, 'tenant_id': 'ce1ef16968df4b02aa4ff097e4f2ca43'}} {{(pid=109223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:34:56.343515 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Current status of the port 5eb1c1b5-f705-4358-a87a-34aea6d28be8 is: ACTIVE; New status is: ACTIVE {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:34:56.363529 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-dedab528-c9f3-42f3-b5ad-ee94f1427aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (8b6076ab-5c58-416e-bfd5-81c30c298c45), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:56.459606 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ac451c4-7c12-4775-97e1-ca4862768910 req-e71a21a5-1145-4254-a33f-c5ace1487806 tempest-VolumesNegativeTest-1711857072 tempest-VolumesNegativeTest-1711857072-project] Made reservation on behalf of ce1ef16968df4b02aa4ff097e4f2ca43 for: {'port': 1} {{(pid=109223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 00:34:56.463350 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-3ac451c4-7c12-4775-97e1-ca4862768910 req-e71a21a5-1145-4254-a33f-c5ace1487806 tempest-VolumesNegativeTest-1711857072 tempest-VolumesNegativeTest-1711857072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (None), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:56.469516 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.db.db_base_plugin_common [None req-113840ec-7680-41a1-81d5-9e3c3e07f41e admin admin] Allocated IP 172.27.3.50 (9d25e361-1d6c-4c24-9c73-356a2ab84050/890cd9a8-3116-412f-9022-3458585959da/18d23bc2-1949-4166-9c28-a926f2814aec) {{(pid=109222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 00:34:56.492298 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-3ac451c4-7c12-4775-97e1-ca4862768910 req-e71a21a5-1145-4254-a33f-c5ace1487806 tempest-VolumesNegativeTest-1711857072 tempest-VolumesNegativeTest-1711857072-project] Publish callbacks [] for security_group (None), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:56.625461 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-47d8484b-68b4-4371-b007-ca97924bd9a4 None None] Publish callbacks [] for port (42b29da8-c1dd-4e6f-82eb-3b1b8f2de02f), precommit_create {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:56.640425 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-47d8484b-68b4-4371-b007-ca97924bd9a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731676182815'] for port (42b29da8-c1dd-4e6f-82eb-3b1b8f2de02f), after_create {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:56.650618 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-113840ec-7680-41a1-81d5-9e3c3e07f41e admin admin] Publish callbacks [] for port (18d23bc2-1949-4166-9c28-a926f2814aec), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:56.662532 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-3ac451c4-7c12-4775-97e1-ca4862768910 req-e71a21a5-1145-4254-a33f-c5ace1487806 tempest-VolumesNegativeTest-1711857072 tempest-VolumesNegativeTest-1711857072-project] Publish callbacks [] for security_group (76013cf2-71ad-4244-b565-15bb12d6f80f), precommit_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:56.668404 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-3ac451c4-7c12-4775-97e1-ca4862768910 req-e71a21a5-1145-4254-a33f-c5ace1487806 tempest-VolumesNegativeTest-1711857072 tempest-VolumesNegativeTest-1711857072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (76013cf2-71ad-4244-b565-15bb12d6f80f), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:56.714556 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d8484b-68b4-4371-b007-ca97924bd9a4 None None] Network 43c81006-7f4e-4647-b0de-09d4bddfdd52 is already hosted by enough agents. {{(pid=109224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:34:56.727877 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.scheduler.base_scheduler [None req-47d8484b-68b4-4371-b007-ca97924bd9a4 None None] Resources bound (agent type, host, resource id): {{(pid=109224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:34:56.735219 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d8484b-68b4-4371-b007-ca97924bd9a4 None None] Received port after_create {{(pid=109224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 00:34:56.739281 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d8484b-68b4-4371-b007-ca97924bd9a4 None None] Pushing event updated for resources: {'Port': ['ID=42b29da8-c1dd-4e6f-82eb-3b1b8f2de02f,revision_number=1']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:34:56.743427 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-f1a84bb0-ca6c-4a9f-9d4c-965f5c2e7881 req-e1353f8c-970e-46f5-acca-1edc188275be tempest-VolumesNegativeTest-1711857072 tempest-VolumesNegativeTest-1711857072-project] 10.222.0.45 "GET /v2.0/ports?device_id=a12bdc06-41c0-4902-9600-33cd69c844a9 HTTP/1.1" status: 200 len: 210 time: 0.0394785 Feb 21 00:34:56.757698 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-113840ec-7680-41a1-81d5-9e3c3e07f41e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731676182815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8582894421'] for port (18d23bc2-1949-4166-9c28-a926f2814aec), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:56.794168 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71a21a5-1145-4254-a33f-c5ace1487806 tempest-VolumesNegativeTest-1711857072 tempest-VolumesNegativeTest-1711857072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76013cf2-71ad-4244-b565-15bb12d6f80f,revision_number=1']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:34:56.806764 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113840ec-7680-41a1-81d5-9e3c3e07f41e admin admin] Network 9d25e361-1d6c-4c24-9c73-356a2ab84050 is already hosted by enough agents. {{(pid=109222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:34:56.812499 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.scheduler.base_scheduler [None req-113840ec-7680-41a1-81d5-9e3c3e07f41e admin admin] Resources bound (agent type, host, resource id): {{(pid=109222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:34:56.817246 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113840ec-7680-41a1-81d5-9e3c3e07f41e admin admin] Received port after_create {{(pid=109222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 00:34:56.850281 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.managers [None req-47d8484b-68b4-4371-b007-ca97924bd9a4 None None] Attempting to bind port 42b29da8-c1dd-4e6f-82eb-3b1b8f2de02f on host dv-cinder-813225-6-iscsi for vnic_type normal with profile {{(pid=109224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 00:34:56.850652 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.managers [None req-47d8484b-68b4-4371-b007-ca97924bd9a4 None None] Attempting to bind port 42b29da8-c1dd-4e6f-82eb-3b1b8f2de02f by drivers openvswitch,hyperv on host dv-cinder-813225-6-iscsi at level 0 using segments [{'id': '049267d6-1ecf-4e81-b52b-36138c6a8bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '43c81006-7f4e-4647-b0de-09d4bddfdd52'}] {{(pid=109224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 00:34:56.851017 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d8484b-68b4-4371-b007-ca97924bd9a4 None None] Attempting to bind port 42b29da8-c1dd-4e6f-82eb-3b1b8f2de02f on network 43c81006-7f4e-4647-b0de-09d4bddfdd52 {{(pid=109224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:34:56.863655 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113840ec-7680-41a1-81d5-9e3c3e07f41e admin admin] Pushing event updated for resources: {'Port': ['ID=18d23bc2-1949-4166-9c28-a926f2814aec,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:34:56.865575 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d8484b-68b4-4371-b007-ca97924bd9a4 None None] Checking agent: {'id': 'd6e95c40-1d90-4a13-9e37-1d6580a24190', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813225-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 0, 23, 38), 'started_at': datetime.datetime(2022, 2, 21, 0, 24, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 0, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813225-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 00:34:56.865955 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d8484b-68b4-4371-b007-ca97924bd9a4 None None] Checking segment: {'id': '049267d6-1ecf-4e81-b52b-36138c6a8bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '43c81006-7f4e-4647-b0de-09d4bddfdd52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:34:56.866360 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-47d8484b-68b4-4371-b007-ca97924bd9a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:56.866748 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d8484b-68b4-4371-b007-ca97924bd9a4 None None] Bound using segment: {'id': '049267d6-1ecf-4e81-b52b-36138c6a8bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '43c81006-7f4e-4647-b0de-09d4bddfdd52'} {{(pid=109224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 00:34:56.867239 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.managers [None req-47d8484b-68b4-4371-b007-ca97924bd9a4 None None] Bound port: 42b29da8-c1dd-4e6f-82eb-3b1b8f2de02f, host: dv-cinder-813225-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '049267d6-1ecf-4e81-b52b-36138c6a8bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '43c81006-7f4e-4647-b0de-09d4bddfdd52'}}] {{(pid=109224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 00:34:56.867616 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-47d8484b-68b4-4371-b007-ca97924bd9a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (42b29da8-c1dd-4e6f-82eb-3b1b8f2de02f), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:56.875226 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-dedab528-c9f3-42f3-b5ad-ee94f1427aa0 None None] Publish callbacks [] for port (8b6076ab-5c58-416e-bfd5-81c30c298c45), precommit_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:56.909694 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-dedab528-c9f3-42f3-b5ad-ee94f1427aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (8b6076ab-5c58-416e-bfd5-81c30c298c45), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:56.938426 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.db.db_base_plugin_common [req-3ac451c4-7c12-4775-97e1-ca4862768910 req-e71a21a5-1145-4254-a33f-c5ace1487806 tempest-VolumesNegativeTest-1711857072 tempest-VolumesNegativeTest-1711857072-project] Allocated IP 192.168.233.180 (d1f3ffca-ff94-43bf-af1a-036f8cc0b5fa/8c967ed5-43ab-4090-9b10-8732fdabdec1/a1f9e6bf-8263-4339-b724-8833a8258426) {{(pid=109223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 00:34:56.977830 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15139996-ba58-4a26-8b25-63e2e58b2d9c None None] Pushing event updated for resources: {'Port': ['ID=8b6076ab-5c58-416e-bfd5-81c30c298c45,revision_number=3']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:34:56.994107 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-47d8484b-68b4-4371-b007-ca97924bd9a4 None None] For port 42b29da8-c1dd-4e6f-82eb-3b1b8f2de02f, host dv-cinder-813225-6-iscsi, cleared binding levels {{(pid=109224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 00:34:57.038636 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-47d8484b-68b4-4371-b007-ca97924bd9a4 None None] For port 42b29da8-c1dd-4e6f-82eb-3b1b8f2de02f, host dv-cinder-813225-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-6-iscsi',level=0,port_id=42b29da8-c1dd-4e6f-82eb-3b1b8f2de02f,segment=NetworkSegment(049267d6-1ecf-4e81-b52b-36138c6a8bf5),segment_id=049267d6-1ecf-4e81-b52b-36138c6a8bf5)] {{(pid=109224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 00:34:57.057269 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-47d8484b-68b4-4371-b007-ca97924bd9a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (42b29da8-c1dd-4e6f-82eb-3b1b8f2de02f), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:57.067224 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.managers [None req-dedab528-c9f3-42f3-b5ad-ee94f1427aa0 None None] Attempting to bind port 8b6076ab-5c58-416e-bfd5-81c30c298c45 on host dv-cinder-813225-6-iscsi for vnic_type normal with profile {{(pid=109224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 00:34:57.067742 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.managers [None req-dedab528-c9f3-42f3-b5ad-ee94f1427aa0 None None] Attempting to bind port 8b6076ab-5c58-416e-bfd5-81c30c298c45 by drivers openvswitch,hyperv on host dv-cinder-813225-6-iscsi at level 0 using segments [{'id': '62e44578-53cb-4551-afb0-559d121984b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'ca36ee0b-69dd-47af-b5ea-ecee46692eff'}] {{(pid=109224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 00:34:57.068238 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedab528-c9f3-42f3-b5ad-ee94f1427aa0 None None] Attempting to bind port 8b6076ab-5c58-416e-bfd5-81c30c298c45 on network ca36ee0b-69dd-47af-b5ea-ecee46692eff {{(pid=109224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:34:57.110240 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedab528-c9f3-42f3-b5ad-ee94f1427aa0 None None] Checking agent: {'id': 'd6e95c40-1d90-4a13-9e37-1d6580a24190', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813225-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 0, 23, 38), 'started_at': datetime.datetime(2022, 2, 21, 0, 24, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 0, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813225-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 00:34:57.110780 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedab528-c9f3-42f3-b5ad-ee94f1427aa0 None None] Checking segment: {'id': '62e44578-53cb-4551-afb0-559d121984b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'ca36ee0b-69dd-47af-b5ea-ecee46692eff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:34:57.111303 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-dedab528-c9f3-42f3-b5ad-ee94f1427aa0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:57.111841 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedab528-c9f3-42f3-b5ad-ee94f1427aa0 None None] Bound using segment: {'id': '62e44578-53cb-4551-afb0-559d121984b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'ca36ee0b-69dd-47af-b5ea-ecee46692eff'} {{(pid=109224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 00:34:57.112805 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.managers [None req-dedab528-c9f3-42f3-b5ad-ee94f1427aa0 None None] Bound port: 8b6076ab-5c58-416e-bfd5-81c30c298c45, host: dv-cinder-813225-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62e44578-53cb-4551-afb0-559d121984b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'ca36ee0b-69dd-47af-b5ea-ecee46692eff'}}] {{(pid=109224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 00:34:57.112805 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-dedab528-c9f3-42f3-b5ad-ee94f1427aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (8b6076ab-5c58-416e-bfd5-81c30c298c45), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:57.203657 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-3ac451c4-7c12-4775-97e1-ca4862768910 req-e71a21a5-1145-4254-a33f-c5ace1487806 tempest-VolumesNegativeTest-1711857072 tempest-VolumesNegativeTest-1711857072-project] Publish callbacks [] for port (a1f9e6bf-8263-4339-b724-8833a8258426), precommit_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:57.219154 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d8484b-68b4-4371-b007-ca97924bd9a4 None None] Pushing event updated for resources: {'Port': ['ID=42b29da8-c1dd-4e6f-82eb-3b1b8f2de02f,revision_number=2']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:34:57.226308 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-dedab528-c9f3-42f3-b5ad-ee94f1427aa0 None None] For port 8b6076ab-5c58-416e-bfd5-81c30c298c45, host dv-cinder-813225-6-iscsi, cleared binding levels {{(pid=109224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 00:34:57.231786 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-dedab528-c9f3-42f3-b5ad-ee94f1427aa0 None None] For port 8b6076ab-5c58-416e-bfd5-81c30c298c45, host dv-cinder-813225-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-6-iscsi',level=0,port_id=8b6076ab-5c58-416e-bfd5-81c30c298c45,segment=NetworkSegment(62e44578-53cb-4551-afb0-559d121984b2),segment_id=62e44578-53cb-4551-afb0-559d121984b2)] {{(pid=109224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 00:34:57.253657 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-dedab528-c9f3-42f3-b5ad-ee94f1427aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (8b6076ab-5c58-416e-bfd5-81c30c298c45), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:57.263648 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-3ac451c4-7c12-4775-97e1-ca4862768910 req-e71a21a5-1145-4254-a33f-c5ace1487806 tempest-VolumesNegativeTest-1711857072 tempest-VolumesNegativeTest-1711857072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731676182815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3995289'] for port (a1f9e6bf-8263-4339-b724-8833a8258426), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:57.314232 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ac451c4-7c12-4775-97e1-ca4862768910 req-e71a21a5-1145-4254-a33f-c5ace1487806 tempest-VolumesNegativeTest-1711857072 tempest-VolumesNegativeTest-1711857072-project] Network d1f3ffca-ff94-43bf-af1a-036f8cc0b5fa is already hosted by enough agents. {{(pid=109223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:34:57.330873 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.scheduler.base_scheduler [req-3ac451c4-7c12-4775-97e1-ca4862768910 req-e71a21a5-1145-4254-a33f-c5ace1487806 tempest-VolumesNegativeTest-1711857072 tempest-VolumesNegativeTest-1711857072-project] Resources bound (agent type, host, resource id): {{(pid=109223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:34:57.359831 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ac451c4-7c12-4775-97e1-ca4862768910 req-e71a21a5-1145-4254-a33f-c5ace1487806 tempest-VolumesNegativeTest-1711857072 tempest-VolumesNegativeTest-1711857072-project] Received port after_create {{(pid=109223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 00:34:57.362663 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedab528-c9f3-42f3-b5ad-ee94f1427aa0 None None] Routers {'29342479-802e-4c6e-a1a3-85d2db756dc1'} bound to L3 agent in host dv-cinder-813225-6-iscsi {{(pid=109224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:34:57.363455 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-dedab528-c9f3-42f3-b5ad-ee94f1427aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T00:23:33Z,description=,heartbeat_timestamp=2022-02-21T00:34:33Z,host='dv-cinder-813225-6-iscsi',id=47b5b2cb-5391-4fc3-9478-3db20537c35a,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:23:34Z,topic='l3_agent')) {'router_ids': ['29342479-802e-4c6e-a1a3-85d2db756dc1'], 'active': True} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:34:57.367294 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-b1ef32b6-814a-4e2e-b776-5eb9645a3080 None None] Provisioning complete for port 8b6076ab-5c58-416e-bfd5-81c30c298c45 triggered by entity DHCP. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:34:57.367294 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-b1ef32b6-814a-4e2e-b776-5eb9645a3080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (8b6076ab-5c58-416e-bfd5-81c30c298c45), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:57.369084 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15139996-ba58-4a26-8b25-63e2e58b2d9c None None] Pushing event updated for resources: {'Port': ['ID=8b6076ab-5c58-416e-bfd5-81c30c298c45,revision_number=4']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:34:57.423125 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71a21a5-1145-4254-a33f-c5ace1487806 tempest-VolumesNegativeTest-1711857072 tempest-VolumesNegativeTest-1711857072-project] Pushing event updated for resources: {'Port': ['ID=a1f9e6bf-8263-4339-b724-8833a8258426,revision_number=1']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:34:57.444251 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac451c4-7c12-4775-97e1-ca4862768910 req-e71a21a5-1145-4254-a33f-c5ace1487806 tempest-VolumesNegativeTest-1711857072 tempest-VolumesNegativeTest-1711857072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:57.444931 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-3ac451c4-7c12-4775-97e1-ca4862768910 req-e71a21a5-1145-4254-a33f-c5ace1487806 tempest-VolumesNegativeTest-1711857072 tempest-VolumesNegativeTest-1711857072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469064'] for port (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:57.480874 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-3ac451c4-7c12-4775-97e1-ca4862768910 req-e71a21a5-1145-4254-a33f-c5ace1487806 tempest-VolumesNegativeTest-1711857072 tempest-VolumesNegativeTest-1711857072-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1743352 Feb 21 00:34:57.499217 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5a3eab-178f-4e07-a7a2-e0aa54867340 req-aa958d90-2cd2-4cfb-ab1b-6ec606464abc tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:57.506120 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-0d5a3eab-178f-4e07-a7a2-e0aa54867340 req-aa958d90-2cd2-4cfb-ab1b-6ec606464abc tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=40d12558-3fed-4562-b3a8-9a6f076fc3d9 HTTP/1.1" status: 200 len: 943 time: 0.1981807 Feb 21 00:34:57.517185 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.v2.base [req-3ac451c4-7c12-4775-97e1-ca4862768910 req-0ef7916e-eef3-419e-8cf6-0ede3b272a3c service neutron] Request body: {'port': {'device_id': 'a12bdc06-41c0-4902-9600-33cd69c844a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=109223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:34:57.631528 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvr_db [None req-dedab528-c9f3-42f3-b5ad-ee94f1427aa0 None None] Set router 29342479-802e-4c6e-a1a3-85d2db756dc1 gateway port host: dv-cinder-813225-6-iscsi {{(pid=109224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:34:57.653556 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-3ac451c4-7c12-4775-97e1-ca4862768910 req-0ef7916e-eef3-419e-8cf6-0ede3b272a3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (a1f9e6bf-8263-4339-b724-8833a8258426), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:57.672583 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef32b6-814a-4e2e-b776-5eb9645a3080 None None] Current status of the port 8b6076ab-5c58-416e-bfd5-81c30c298c45 is: DOWN; New status is: ACTIVE {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:34:57.672975 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-b1ef32b6-814a-4e2e-b776-5eb9645a3080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (8b6076ab-5c58-416e-bfd5-81c30c298c45), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:57.675687 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-0d5a3eab-178f-4e07-a7a2-e0aa54867340 req-3b3cb17a-8a87-4466-bca8-25327c5822ff tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f05195e-1011-4af1-b12a-07d8f5627ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1686928 Feb 21 00:34:57.707443 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa6bf28-03fd-40bc-add7-1895e19b96eb req-cf7a21b9-d6f2-482b-94d8-66f552ca350b tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:57.714514 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-5fa6bf28-03fd-40bc-add7-1895e19b96eb req-cf7a21b9-d6f2-482b-94d8-66f552ca350b tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=016acf20-2bcb-4d41-9d79-ad0d887280cb HTTP/1.1" status: 200 len: 946 time: 0.6503999 Feb 21 00:34:57.734720 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2a31b9-eb3b-466d-aeb0-27a708805891 req-58f58d68-9316-4bd1-8592-0382e3c05e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:57.734720 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-db2a31b9-eb3b-466d-aeb0-27a708805891 req-58f58d68-9316-4bd1-8592-0382e3c05e5f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=40d12558-3fed-4562-b3a8-9a6f076fc3d9&tenant_id=51a255ecc1c64df295f0bd94fee4f7d2 HTTP/1.1" status: 200 len: 1127 time: 0.6641746 Feb 21 00:34:57.804752 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-b1ef32b6-814a-4e2e-b776-5eb9645a3080 None None] For port 8b6076ab-5c58-416e-bfd5-81c30c298c45, host dv-cinder-813225-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-6-iscsi',level=0,port_id=8b6076ab-5c58-416e-bfd5-81c30c298c45,segment=NetworkSegment(62e44578-53cb-4551-afb0-559d121984b2),segment_id=62e44578-53cb-4551-afb0-559d121984b2)] {{(pid=109224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:34:57.805982 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Device e54a4066-a1cd-43cd-bf19-c474f7a751af no longer exists at agent hyperv_hv-cinder-81322 {{(pid=109224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 00:34:57.831511 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-b1ef32b6-814a-4e2e-b776-5eb9645a3080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (8b6076ab-5c58-416e-bfd5-81c30c298c45), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:57.923130 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-113840ec-7680-41a1-81d5-9e3c3e07f41e admin admin] Publish callbacks [] for router_gateway (7b2d5a08-6b33-4e2b-a39c-5af723c79a2b), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:57.974381 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-5fa6bf28-03fd-40bc-add7-1895e19b96eb req-91e413e3-6d16-45f9-9e28-f3c68d5c5144 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589800 Feb 21 00:34:57.983155 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef32b6-814a-4e2e-b776-5eb9645a3080 None None] Pushing event updated for resources: {'Port': ['ID=8b6076ab-5c58-416e-bfd5-81c30c298c45,revision_number=5']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:34:58.030784 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-0eae8376-71bf-4924-9dff-379073fc6989 None None] Provisioning complete for port a1f9e6bf-8263-4339-b724-8833a8258426 triggered by entity DHCP. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:34:58.031170 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-0eae8376-71bf-4924-9dff-379073fc6989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (a1f9e6bf-8263-4339-b724-8833a8258426), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:58.032413 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2a31b9-eb3b-466d-aeb0-27a708805891 req-9c581d00-cbb9-47cf-92e5-fab53aca637f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:58.033954 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-db2a31b9-eb3b-466d-aeb0-27a708805891 req-9c581d00-cbb9-47cf-92e5-fab53aca637f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=51a255ecc1c64df295f0bd94fee4f7d2&device_id=40d12558-3fed-4562-b3a8-9a6f076fc3d9 HTTP/1.1" status: 200 len: 1127 time: 0.2745547 Feb 21 00:34:58.048873 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae78982-eb6f-4ed9-9eba-955b5a93456b req-b1f0324c-d1ef-4183-a08a-88ad08aed630 tempest-VolumesNegativeTest-1711857072 tempest-VolumesNegativeTest-1711857072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:58.050528 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-aae78982-eb6f-4ed9-9eba-955b5a93456b req-b1f0324c-d1ef-4183-a08a-88ad08aed630 tempest-VolumesNegativeTest-1711857072 tempest-VolumesNegativeTest-1711857072-project] 10.222.0.45 "GET /v2.0/ports?device_id=a12bdc06-41c0-4902-9600-33cd69c844a9 HTTP/1.1" status: 200 len: 936 time: 0.1463351 Feb 21 00:34:58.085155 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Current status of the port e54a4066-a1cd-43cd-bf19-c474f7a751af is: DOWN; New status is: DOWN {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:34:58.118072 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-0eae8376-71bf-4924-9dff-379073fc6989 None None] Port a1f9e6bf-8263-4339-b724-8833a8258426 cannot update to ACTIVE because it is not bound. {{(pid=109224) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 00:34:58.140513 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-0eae8376-71bf-4924-9dff-379073fc6989 None None] Provisioning complete for port 8b6076ab-5c58-416e-bfd5-81c30c298c45 triggered by entity DHCP. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:34:58.140898 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-0eae8376-71bf-4924-9dff-379073fc6989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (8b6076ab-5c58-416e-bfd5-81c30c298c45), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:58.145415 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-aae78982-eb6f-4ed9-9eba-955b5a93456b req-fdba1ae1-9d9f-4db0-8e7d-ee349bc72b08 tempest-VolumesNegativeTest-1711857072 tempest-VolumesNegativeTest-1711857072-project] 10.222.0.45 "GET /v2.0/security-groups?id=76013cf2-71ad-4244-b565-15bb12d6f80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836720 Feb 21 00:34:58.217332 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2a31b9-eb3b-466d-aeb0-27a708805891 req-8529f9b2-147c-43e5-b7ea-71483867e0db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:58.218866 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-db2a31b9-eb3b-466d-aeb0-27a708805891 req-8529f9b2-147c-43e5-b7ea-71483867e0db service neutron] 10.222.0.36 "GET /v2.0/networks?id=2cc309f6-129c-421f-a7c2-95ecda53f9b9 HTTP/1.1" status: 200 len: 918 time: 0.1744142 Feb 21 00:34:58.223013 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.notifiers.nova [req-3ac451c4-7c12-4775-97e1-ca4862768910 req-0ef7916e-eef3-419e-8cf6-0ede3b272a3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1f9e6bf-8263-4339-b724-8833a8258426 {{(pid=109223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 00:34:58.231830 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-3ac451c4-7c12-4775-97e1-ca4862768910 req-0ef7916e-eef3-419e-8cf6-0ede3b272a3c service neutron] Publish callbacks [] for port (a1f9e6bf-8263-4339-b724-8833a8258426), precommit_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:58.246348 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [req-3ac451c4-7c12-4775-97e1-ca4862768910 req-0ef7916e-eef3-419e-8cf6-0ede3b272a3c service neutron] Transition to ACTIVE for port object a1f9e6bf-8263-4339-b724-8833a8258426 will not be triggered until provisioned by entity L2. {{(pid=109223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 00:34:58.256011 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-3ac451c4-7c12-4775-97e1-ca4862768910 req-0ef7916e-eef3-419e-8cf6-0ede3b272a3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3995266'] for port (a1f9e6bf-8263-4339-b724-8833a8258426), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:58.284027 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-113840ec-7680-41a1-81d5-9e3c3e07f41e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-955174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-951209'] for router (7b2d5a08-6b33-4e2b-a39c-5af723c79a2b), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:58.314527 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef7916e-eef3-419e-8cf6-0ede3b272a3c service neutron] Pushing event updated for resources: {'Port': ['ID=a1f9e6bf-8263-4339-b724-8833a8258426,revision_number=2']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:34:58.363807 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-db2a31b9-eb3b-466d-aeb0-27a708805891 req-7b4e8908-3247-41f6-a922-be625bdc633c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e54a4066-a1cd-43cd-bf19-c474f7a751af HTTP/1.1" status: 200 len: 999 time: 0.1357098 Feb 21 00:34:58.368665 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-dedab528-c9f3-42f3-b5ad-ee94f1427aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29342479-802e-4c6e-a1a3-85d2db756dc1', 'name': 'tempest-TestMinimumBasicScenario-1676460080-router', 'tenant_id': '471e14591c9b4e4d9bd298269ddebacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'external_fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': '5eb1c1b5-f705-4358-a87a-34aea6d28be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:34:48Z', 'updated_at': '2022-02-21T00:34:52Z', 'revision_number': 4, 'project_id': '471e14591c9b4e4d9bd298269ddebacb', 'gw_port': {'id': '5eb1c1b5-f705-4358-a87a-34aea6d28be8', 'name': '', 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:7a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29342479-802e-4c6e-a1a3-85d2db756dc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:34:49Z', 'updated_at': '2022-02-21T00:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '890cd9a8-3116-412f-9022-3458585959da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-6-iscsi', '_interfaces': [{'id': '8b6076ab-5c58-416e-bfd5-81c30c298c45', 'name': '', 'network_id': 'ca36ee0b-69dd-47af-b5ea-ecee46692eff', 'tenant_id': '471e14591c9b4e4d9bd298269ddebacb', 'mac_address': 'fa:16:3e:8e:d1:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29342479-802e-4c6e-a1a3-85d2db756dc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '29d266b3-d638-4ac9-99d5-4bbc8fdc8eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:34:51Z', 'updated_at': '2022-02-21T00:34:57Z', 'revision_number': 4, 'project_id': '471e14591c9b4e4d9bd298269ddebacb', 'subnets': [{'id': '29d266b3-d638-4ac9-99d5-4bbc8fdc8eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-6-iscsi', False) {} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:34:58.431525 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.managers [req-3ac451c4-7c12-4775-97e1-ca4862768910 req-0ef7916e-eef3-419e-8cf6-0ede3b272a3c service neutron] Attempting to bind port a1f9e6bf-8263-4339-b724-8833a8258426 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=109223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 00:34:58.432417 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.managers [req-3ac451c4-7c12-4775-97e1-ca4862768910 req-0ef7916e-eef3-419e-8cf6-0ede3b272a3c service neutron] Attempting to bind port a1f9e6bf-8263-4339-b724-8833a8258426 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '5667c0e0-bfba-4253-a17b-117f8c921ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd1f3ffca-ff94-43bf-af1a-036f8cc0b5fa'}] {{(pid=109223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 00:34:58.432967 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac451c4-7c12-4775-97e1-ca4862768910 req-0ef7916e-eef3-419e-8cf6-0ede3b272a3c service neutron] Attempting to bind port a1f9e6bf-8263-4339-b724-8833a8258426 on network d1f3ffca-ff94-43bf-af1a-036f8cc0b5fa {{(pid=109223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:34:58.441414 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac451c4-7c12-4775-97e1-ca4862768910 req-0ef7916e-eef3-419e-8cf6-0ede3b272a3c service neutron] Port a1f9e6bf-8263-4339-b724-8833a8258426 on network d1f3ffca-ff94-43bf-af1a-036f8cc0b5fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=109223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 00:34:58.442049 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedab528-c9f3-42f3-b5ad-ee94f1427aa0 None None] The sync data for ids ['29342479-802e-4c6e-a1a3-85d2db756dc1'] in dv-cinder-813225-6-iscsi is: [{'id': '29342479-802e-4c6e-a1a3-85d2db756dc1', 'name': 'tempest-TestMinimumBasicScenario-1676460080-router', 'tenant_id': '471e14591c9b4e4d9bd298269ddebacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'external_fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': '5eb1c1b5-f705-4358-a87a-34aea6d28be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:34:48Z', 'updated_at': '2022-02-21T00:34:52Z', 'revision_number': 4, 'project_id': '471e14591c9b4e4d9bd298269ddebacb', 'gw_port': {'id': '5eb1c1b5-f705-4358-a87a-34aea6d28be8', 'name': '', 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:7a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29342479-802e-4c6e-a1a3-85d2db756dc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:34:49Z', 'updated_at': '2022-02-21T00:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '890cd9a8-3116-412f-9022-3458585959da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-6-iscsi', '_interfaces': [{'id': '8b6076ab-5c58-416e-bfd5-81c30c298c45', 'name': '', 'network_id': 'ca36ee0b-69dd-47af-b5ea-ecee46692eff', 'tenant_id': '471e14591c9b4e4d9bd298269ddebacb', 'mac_address': 'fa:16:3e:8e:d1:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29342479-802e-4c6e-a1a3-85d2db756dc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '29d266b3-d638-4ac9-99d5-4bbc8fdc8eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:34:51Z', 'updated_at': '2022-02-21T00:34:57Z', 'revision_number': 4, 'project_id': '471e14591c9b4e4d9bd298269ddebacb', 'subnets': [{'id': '29d266b3-d638-4ac9-99d5-4bbc8fdc8eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 00:34:58.442250 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac451c4-7c12-4775-97e1-ca4862768910 req-0ef7916e-eef3-419e-8cf6-0ede3b272a3c service neutron] Attempting to bind port a1f9e6bf-8263-4339-b724-8833a8258426 on network d1f3ffca-ff94-43bf-af1a-036f8cc0b5fa {{(pid=109223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:34:58.461295 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac451c4-7c12-4775-97e1-ca4862768910 req-0ef7916e-eef3-419e-8cf6-0ede3b272a3c service neutron] Checking agent: {'id': '2124d49d-e543-43fa-8e9f-817e1d020459', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 0, 29, 44), 'started_at': datetime.datetime(2022, 2, 21, 0, 29, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 0, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 00:34:58.461774 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac451c4-7c12-4775-97e1-ca4862768910 req-0ef7916e-eef3-419e-8cf6-0ede3b272a3c service neutron] Checking segment: {'id': '5667c0e0-bfba-4253-a17b-117f8c921ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd1f3ffca-ff94-43bf-af1a-036f8cc0b5fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:34:58.462049 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac451c4-7c12-4775-97e1-ca4862768910 req-0ef7916e-eef3-419e-8cf6-0ede3b272a3c service neutron] Bound using segment: {'id': '5667c0e0-bfba-4253-a17b-117f8c921ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd1f3ffca-ff94-43bf-af1a-036f8cc0b5fa'} {{(pid=109223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 00:34:58.462480 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.managers [req-3ac451c4-7c12-4775-97e1-ca4862768910 req-0ef7916e-eef3-419e-8cf6-0ede3b272a3c service neutron] Bound port: a1f9e6bf-8263-4339-b724-8833a8258426, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5667c0e0-bfba-4253-a17b-117f8c921ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd1f3ffca-ff94-43bf-af1a-036f8cc0b5fa'}}] {{(pid=109223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 00:34:58.462832 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-3ac451c4-7c12-4775-97e1-ca4862768910 req-0ef7916e-eef3-419e-8cf6-0ede3b272a3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (a1f9e6bf-8263-4339-b724-8833a8258426), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:58.523339 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2a31b9-eb3b-466d-aeb0-27a708805891 req-2e983e7e-8776-48aa-ba42-086c71fe78ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:58.524791 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-db2a31b9-eb3b-466d-aeb0-27a708805891 req-2e983e7e-8776-48aa-ba42-086c71fe78ee service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4c4904f9-0933-4cbb-8971-c27649ee3505 HTTP/1.1" status: 200 len: 856 time: 0.1238725 Feb 21 00:34:58.606525 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-0eae8376-71bf-4924-9dff-379073fc6989 None None] Current status of the port 8b6076ab-5c58-416e-bfd5-81c30c298c45 is: ACTIVE; New status is: ACTIVE {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:34:58.628697 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [req-3ac451c4-7c12-4775-97e1-ca4862768910 req-0ef7916e-eef3-419e-8cf6-0ede3b272a3c service neutron] For port a1f9e6bf-8263-4339-b724-8833a8258426, host hv-cinder-81322, cleared binding levels {{(pid=109223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 00:34:58.632678 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [req-3ac451c4-7c12-4775-97e1-ca4862768910 req-0ef7916e-eef3-419e-8cf6-0ede3b272a3c service neutron] For port a1f9e6bf-8263-4339-b724-8833a8258426, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a1f9e6bf-8263-4339-b724-8833a8258426,segment=NetworkSegment(5667c0e0-bfba-4253-a17b-117f8c921ce0),segment_id=5667c0e0-bfba-4253-a17b-117f8c921ce0)] {{(pid=109223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 00:34:58.641840 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-3ac451c4-7c12-4775-97e1-ca4862768910 req-0ef7916e-eef3-419e-8cf6-0ede3b272a3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3995266'] for port (a1f9e6bf-8263-4339-b724-8833a8258426), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:58.660610 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2a31b9-eb3b-466d-aeb0-27a708805891 req-d12481fa-f8a7-4edf-8260-6f15b11f9c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:58.662822 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-db2a31b9-eb3b-466d-aeb0-27a708805891 req-d12481fa-f8a7-4edf-8260-6f15b11f9c8b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2cc309f6-129c-421f-a7c2-95ecda53f9b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1264706 Feb 21 00:34:58.686123 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac451c4-7c12-4775-97e1-ca4862768910 req-0ef7916e-eef3-419e-8cf6-0ede3b272a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:58.686768 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-3ac451c4-7c12-4775-97e1-ca4862768910 req-0ef7916e-eef3-419e-8cf6-0ede3b272a3c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469064'] for port (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:58.688246 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-3ac451c4-7c12-4775-97e1-ca4862768910 req-0ef7916e-eef3-419e-8cf6-0ede3b272a3c service neutron] 10.222.0.36 "PUT /v2.0/ports/a1f9e6bf-8263-4339-b724-8833a8258426 HTTP/1.1" status: 200 len: 1098 time: 1.1800773 Feb 21 00:34:58.688702 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a12bdc06-41c0-4902-9600-33cd69c844a9', 'tag': 'a1f9e6bf-8263-4339-b724-8833a8258426'}] {{(pid=109223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:34:58.690952 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e715aefe3c9ef135eab9c3f6db0762b6d644c88deee0f0e52fc82e911840b856" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b022c1f-bca8-4b48-b395-db2174214bf4" -d '{"events": [{"name": "network-changed", "server_uuid": "a12bdc06-41c0-4902-9600-33cd69c844a9", "tag": "a1f9e6bf-8263-4339-b724-8833a8258426"}]}' {{(pid=109223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:34:58.748484 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef7916e-eef3-419e-8cf6-0ede3b272a3c service neutron] Pushing event updated for resources: {'Port': ['ID=a1f9e6bf-8263-4339-b724-8833a8258426,revision_number=3']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:34:58.797073 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-113840ec-7680-41a1-81d5-9e3c3e07f41e admin admin] Router 7b2d5a08-6b33-4e2b-a39c-5af723c79a2b is scheduled to L3 agent 47b5b2cb-5391-4fc3-9478-3db20537c35a with binding_index 1 {{(pid=109222) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 00:34:58.835423 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 00:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43b39ae6-c2ae-4d7c-8539-59b8ad5c4dfb x-openstack-request-id: req-43b39ae6-c2ae-4d7c-8539-59b8ad5c4dfb {{(pid=109223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:34:58.835909 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a12bdc06-41c0-4902-9600-33cd69c844a9", "tag": "a1f9e6bf-8263-4339-b724-8833a8258426", "status": "completed", "code": 200}]} {{(pid=109223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:34:58.836238 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-43b39ae6-c2ae-4d7c-8539-59b8ad5c4dfb {{(pid=109223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:34:58.836747 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a12bdc06-41c0-4902-9600-33cd69c844a9', 'tag': 'a1f9e6bf-8263-4339-b724-8833a8258426', 'status': 'completed', 'code': 200} Feb 21 00:34:58.938412 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac451c4-7c12-4775-97e1-ca4862768910 req-77b1f5b6-2b13-432a-95de-e7a7c3f6c1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:58.942448 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-3ac451c4-7c12-4775-97e1-ca4862768910 req-77b1f5b6-2b13-432a-95de-e7a7c3f6c1bb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ce1ef16968df4b02aa4ff097e4f2ca43&device_id=a12bdc06-41c0-4902-9600-33cd69c844a9 HTTP/1.1" status: 200 len: 1132 time: 0.1823943 Feb 21 00:34:58.961836 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-113840ec-7680-41a1-81d5-9e3c3e07f41e admin admin] Notify agent at l3_agent.dv-cinder-813225-6-iscsi the message routers_updated {{(pid=109222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 00:34:58.977795 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc74d15-e7d4-4fdb-bfa2-980f52af60a0 None None] Sync routers for ids ['7b2d5a08-6b33-4e2b-a39c-5af723c79a2b'] in dv-cinder-813225-6-iscsi {{(pid=109225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 00:34:59.003598 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-3ac451c4-7c12-4775-97e1-ca4862768910 req-0d9dd3ad-0344-4de8-b3f3-1dbcd62f597a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=a1f9e6bf-8263-4339-b724-8833a8258426 HTTP/1.1" status: 200 len: 217 time: 0.0484154 Feb 21 00:34:59.008029 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc74d15-e7d4-4fdb-bfa2-980f52af60a0 None None] Routers {'7b2d5a08-6b33-4e2b-a39c-5af723c79a2b'} bound to L3 agent in host dv-cinder-813225-6-iscsi {{(pid=109225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:34:59.013298 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-db2a31b9-eb3b-466d-aeb0-27a708805891 req-490fdeea-24e5-4f28-83ab-78280c82a01f service neutron] 10.222.0.36 "GET /v2.0/networks/2cc309f6-129c-421f-a7c2-95ecda53f9b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3417141 Feb 21 00:34:59.016376 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5cfadf-bc6a-4ade-8790-a402d6cc2d3d None None] Network 43c81006-7f4e-4647-b0de-09d4bddfdd52 requested from dv-cinder-813225-6-iscsi {{(pid=109224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 00:34:59.023265 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-113840ec-7680-41a1-81d5-9e3c3e07f41e admin admin] Publish callbacks [] for router (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:59.027268 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-113840ec-7680-41a1-81d5-9e3c3e07f41e admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.3189650 Feb 21 00:34:59.028186 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 57340) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:34:59.031700 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_hamode_db [None req-dcc74d15-e7d4-4fdb-bfa2-980f52af60a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T00:23:33Z,description=,heartbeat_timestamp=2022-02-21T00:34:33Z,host='dv-cinder-813225-6-iscsi',id=47b5b2cb-5391-4fc3-9478-3db20537c35a,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:23:34Z,topic='l3_agent')) {'router_ids': ['7b2d5a08-6b33-4e2b-a39c-5af723c79a2b'], 'active': True} {{(pid=109225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:34:59.031853 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb9099f-c786-4566-81ad-b5fbbb2ad2cb req-e81c0414-2d5c-4b7a-9503-eb4480c022b4 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:59.033304 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-aeb9099f-c786-4566-81ad-b5fbbb2ad2cb req-e81c0414-2d5c-4b7a-9503-eb4480c022b4 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=40d12558-3fed-4562-b3a8-9a6f076fc3d9 HTTP/1.1" status: 200 len: 943 time: 0.1572325 Feb 21 00:34:59.159732 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac451c4-7c12-4775-97e1-ca4862768910 req-9225d4cd-ac4e-4c6c-83fe-f516fd590c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:59.161447 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-3ac451c4-7c12-4775-97e1-ca4862768910 req-9225d4cd-ac4e-4c6c-83fe-f516fd590c12 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8c967ed5-43ab-4090-9b10-8732fdabdec1 HTTP/1.1" status: 200 len: 843 time: 0.1467931 Feb 21 00:34:59.204742 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-0d3f93d9-79a2-4e41-a705-b4e879e83697 None None] Provisioning complete for port 42b29da8-c1dd-4e6f-82eb-3b1b8f2de02f triggered by entity DHCP. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:34:59.209825 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-0d3f93d9-79a2-4e41-a705-b4e879e83697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (42b29da8-c1dd-4e6f-82eb-3b1b8f2de02f), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:59.231463 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-aeb9099f-c786-4566-81ad-b5fbbb2ad2cb req-16ee486c-600d-430c-9017-1afc16ff8e2a tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f05195e-1011-4af1-b12a-07d8f5627ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1799326 Feb 21 00:34:59.264323 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac451c4-7c12-4775-97e1-ca4862768910 req-706bdd6b-3266-427e-9088-5b88bf8acd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:59.268745 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-3ac451c4-7c12-4775-97e1-ca4862768910 req-706bdd6b-3266-427e-9088-5b88bf8acd96 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d1f3ffca-ff94-43bf-af1a-036f8cc0b5fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0966289 Feb 21 00:34:59.292247 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_dvr_db [None req-dcc74d15-e7d4-4fdb-bfa2-980f52af60a0 None None] Set router 7b2d5a08-6b33-4e2b-a39c-5af723c79a2b gateway port host: dv-cinder-813225-6-iscsi {{(pid=109225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:34:59.378992 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-db2a31b9-eb3b-466d-aeb0-27a708805891 req-c412a3a0-cb1f-4f1c-a364-651a32cda22c service neutron] 10.222.0.36 "GET /v2.0/networks/2cc309f6-129c-421f-a7c2-95ecda53f9b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3531611 Feb 21 00:34:59.477389 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-0d3f93d9-79a2-4e41-a705-b4e879e83697 None None] Current status of the port 42b29da8-c1dd-4e6f-82eb-3b1b8f2de02f is: DOWN; New status is: ACTIVE {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:34:59.477915 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-0d3f93d9-79a2-4e41-a705-b4e879e83697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (42b29da8-c1dd-4e6f-82eb-3b1b8f2de02f), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:59.573900 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451ed23d-435a-4f8f-ae35-de8f27a1917a req-7079f0ba-8606-4513-bd3c-f33a0647eaff tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:59.575503 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-451ed23d-435a-4f8f-ae35-de8f27a1917a req-7079f0ba-8606-4513-bd3c-f33a0647eaff tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=016acf20-2bcb-4d41-9d79-ad0d887280cb HTTP/1.1" status: 200 len: 946 time: 0.4431541 Feb 21 00:34:59.599826 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-3ac451c4-7c12-4775-97e1-ca4862768910 req-91c19aec-e25f-4171-8db2-7c385cc3d4f4 service neutron] 10.222.0.36 "GET /v2.0/networks/d1f3ffca-ff94-43bf-af1a-036f8cc0b5fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3163249 Feb 21 00:34:59.611354 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-0d3f93d9-79a2-4e41-a705-b4e879e83697 None None] For port 42b29da8-c1dd-4e6f-82eb-3b1b8f2de02f, host dv-cinder-813225-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-6-iscsi',level=0,port_id=42b29da8-c1dd-4e6f-82eb-3b1b8f2de02f,segment=NetworkSegment(049267d6-1ecf-4e81-b52b-36138c6a8bf5),segment_id=049267d6-1ecf-4e81-b52b-36138c6a8bf5)] {{(pid=109224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:34:59.627098 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-0d3f93d9-79a2-4e41-a705-b4e879e83697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (42b29da8-c1dd-4e6f-82eb-3b1b8f2de02f), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:59.747285 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_hamode_db [None req-dcc74d15-e7d4-4fdb-bfa2-980f52af60a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b2d5a08-6b33-4e2b-a39c-5af723c79a2b', 'name': 'tempest-TestMinimumBasicScenario-869760556-router', 'tenant_id': '3340c291b0834db6b2924c05baa6961a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'external_fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': '18d23bc2-1949-4166-9c28-a926f2814aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:34:55Z', 'updated_at': '2022-02-21T00:34:57Z', 'revision_number': 3, 'project_id': '3340c291b0834db6b2924c05baa6961a', 'gw_port': {'id': '18d23bc2-1949-4166-9c28-a926f2814aec', 'name': '', 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:4f:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b2d5a08-6b33-4e2b-a39c-5af723c79a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:34:56Z', 'updated_at': '2022-02-21T00:34:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '890cd9a8-3116-412f-9022-3458585959da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-6-iscsi'}], 'dv-cinder-813225-6-iscsi', False) {} {{(pid=109225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:34:59.765107 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-451ed23d-435a-4f8f-ae35-de8f27a1917a req-1a30d96e-ec3c-4921-b6e9-a536840981dd tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792860 Feb 21 00:34:59.782078 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3f93d9-79a2-4e41-a705-b4e879e83697 None None] Pushing event updated for resources: {'Port': ['ID=42b29da8-c1dd-4e6f-82eb-3b1b8f2de02f,revision_number=3']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:34:59.790750 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc74d15-e7d4-4fdb-bfa2-980f52af60a0 None None] Checking router: 7b2d5a08-6b33-4e2b-a39c-5af723c79a2b for host: dv-cinder-813225-6-iscsi {{(pid=109225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 00:34:59.793186 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc74d15-e7d4-4fdb-bfa2-980f52af60a0 None None] Updating router 7b2d5a08-6b33-4e2b-a39c-5af723c79a2b port 18d23bc2-1949-4166-9c28-a926f2814aec binding host dv-cinder-813225-6-iscsi {{(pid=109225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 00:34:59.816457 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debced99-1c03-443e-9ab2-203fe6b99e66 req-1120b0b8-2fce-4024-988e-f959d9b2fbc1 tempest-VolumesNegativeTest-1711857072 tempest-VolumesNegativeTest-1711857072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:34:59.818024 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-debced99-1c03-443e-9ab2-203fe6b99e66 req-1120b0b8-2fce-4024-988e-f959d9b2fbc1 tempest-VolumesNegativeTest-1711857072 tempest-VolumesNegativeTest-1711857072-project] 10.222.0.45 "GET /v2.0/ports?device_id=a12bdc06-41c0-4902-9600-33cd69c844a9 HTTP/1.1" status: 200 len: 948 time: 0.4358096 Feb 21 00:34:59.850214 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron_lib.callbacks.manager [None req-dcc74d15-e7d4-4fdb-bfa2-980f52af60a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (18d23bc2-1949-4166-9c28-a926f2814aec), before_update {{(pid=109225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:34:59.862559 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Device 42b29da8-c1dd-4e6f-82eb-3b1b8f2de02f up at agent ovs-agent-dv-cinder-813225-6-iscsi {{(pid=109224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:34:59.942196 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-debced99-1c03-443e-9ab2-203fe6b99e66 req-ebea72eb-32ca-4b31-a74c-9fd54efda695 tempest-VolumesNegativeTest-1711857072 tempest-VolumesNegativeTest-1711857072-project] 10.222.0.45 "GET /v2.0/security-groups?id=76013cf2-71ad-4244-b565-15bb12d6f80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090608 Feb 21 00:34:59.968461 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-3ac451c4-7c12-4775-97e1-ca4862768910 req-57bcb271-7bc7-4290-a4f9-9c6252b31165 service neutron] 10.222.0.36 "GET /v2.0/networks/d1f3ffca-ff94-43bf-af1a-036f8cc0b5fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3636148 Feb 21 00:35:00.073744 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Provisioning complete for port 42b29da8-c1dd-4e6f-82eb-3b1b8f2de02f triggered by entity L2. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:35:00.074378 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (42b29da8-c1dd-4e6f-82eb-3b1b8f2de02f), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:00.116455 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b022c1f-bca8-4b48-b395-db2174214bf4 req-92ddaee9-9ab8-43ba-8a3b-09c636236e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:00.117998 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-2b022c1f-bca8-4b48-b395-db2174214bf4 req-92ddaee9-9ab8-43ba-8a3b-09c636236e3d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ce1ef16968df4b02aa4ff097e4f2ca43&device_id=a12bdc06-41c0-4902-9600-33cd69c844a9 HTTP/1.1" status: 200 len: 1132 time: 0.0835266 Feb 21 00:35:00.141553 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65171c5-8323-4032-b24b-31eefcde92bf req-13326ee6-5139-49f8-93df-31bfd8121208 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:00.147494 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-f65171c5-8323-4032-b24b-31eefcde92bf req-13326ee6-5139-49f8-93df-31bfd8121208 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.36 "GET /v2.0/ports?device_id=016acf20-2bcb-4d41-9d79-ad0d887280cb HTTP/1.1" status: 200 len: 946 time: 0.2839775 Feb 21 00:35:00.168351 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-0ced49fc-eedd-47e7-b778-a8d83798a073 None None] Provisioning complete for port 42b29da8-c1dd-4e6f-82eb-3b1b8f2de02f triggered by entity DHCP. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:35:00.168824 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-0ced49fc-eedd-47e7-b778-a8d83798a073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (42b29da8-c1dd-4e6f-82eb-3b1b8f2de02f), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:00.298490 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron_lib.callbacks.manager [None req-dcc74d15-e7d4-4fdb-bfa2-980f52af60a0 None None] Publish callbacks [] for port (18d23bc2-1949-4166-9c28-a926f2814aec), precommit_update {{(pid=109225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:00.318892 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron_lib.callbacks.manager [None req-dcc74d15-e7d4-4fdb-bfa2-980f52af60a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (18d23bc2-1949-4166-9c28-a926f2814aec), after_update {{(pid=109225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:00.348694 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Current status of the port 42b29da8-c1dd-4e6f-82eb-3b1b8f2de02f is: ACTIVE; New status is: ACTIVE {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:35:00.348694 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Device 8b6076ab-5c58-416e-bfd5-81c30c298c45 up at agent ovs-agent-dv-cinder-813225-6-iscsi {{(pid=109224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:35:00.377107 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b022c1f-bca8-4b48-b395-db2174214bf4 req-e3212339-ea66-4132-bf7c-dc8b1bddd9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:00.378646 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-2b022c1f-bca8-4b48-b395-db2174214bf4 req-e3212339-ea66-4132-bf7c-dc8b1bddd9e0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d1f3ffca-ff94-43bf-af1a-036f8cc0b5fa HTTP/1.1" status: 200 len: 870 time: 0.2516303 Feb 21 00:35:00.413359 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e97e129-a634-4fc8-ac33-bbb2689b699b None None] Pushing event updated for resources: {'Port': ['ID=18d23bc2-1949-4166-9c28-a926f2814aec,revision_number=2']} {{(pid=109225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:35:00.435948 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.plugins.ml2.managers [None req-dcc74d15-e7d4-4fdb-bfa2-980f52af60a0 None None] Attempting to bind port 18d23bc2-1949-4166-9c28-a926f2814aec on host dv-cinder-813225-6-iscsi for vnic_type normal with profile {{(pid=109225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 00:35:00.436592 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.plugins.ml2.managers [None req-dcc74d15-e7d4-4fdb-bfa2-980f52af60a0 None None] Attempting to bind port 18d23bc2-1949-4166-9c28-a926f2814aec by drivers openvswitch,hyperv on host dv-cinder-813225-6-iscsi at level 0 using segments [{'id': 'd470c98a-8644-4be8-8df1-f825c0b18c68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050'}] {{(pid=109225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 00:35:00.437167 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc74d15-e7d4-4fdb-bfa2-980f52af60a0 None None] Attempting to bind port 18d23bc2-1949-4166-9c28-a926f2814aec on network 9d25e361-1d6c-4c24-9c73-356a2ab84050 {{(pid=109225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:35:00.443163 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc74d15-e7d4-4fdb-bfa2-980f52af60a0 None None] Checking agent: {'id': 'd6e95c40-1d90-4a13-9e37-1d6580a24190', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813225-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 0, 23, 38), 'started_at': datetime.datetime(2022, 2, 21, 0, 24, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 0, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813225-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 00:35:00.444478 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc74d15-e7d4-4fdb-bfa2-980f52af60a0 None None] Checking segment: {'id': 'd470c98a-8644-4be8-8df1-f825c0b18c68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:35:00.445106 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron_lib.callbacks.manager [None req-dcc74d15-e7d4-4fdb-bfa2-980f52af60a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:00.445713 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc74d15-e7d4-4fdb-bfa2-980f52af60a0 None None] Bound using segment: {'id': 'd470c98a-8644-4be8-8df1-f825c0b18c68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050'} {{(pid=109225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 00:35:00.446408 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.plugins.ml2.managers [None req-dcc74d15-e7d4-4fdb-bfa2-980f52af60a0 None None] Bound port: 18d23bc2-1949-4166-9c28-a926f2814aec, host: dv-cinder-813225-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd470c98a-8644-4be8-8df1-f825c0b18c68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050'}}] {{(pid=109225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 00:35:00.447012 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron_lib.callbacks.manager [None req-dcc74d15-e7d4-4fdb-bfa2-980f52af60a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (18d23bc2-1949-4166-9c28-a926f2814aec), before_update {{(pid=109225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:00.447688 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-2b022c1f-bca8-4b48-b395-db2174214bf4 req-a874bc00-e0cc-4a2c-8c86-62e7172e7082 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=a1f9e6bf-8263-4339-b724-8833a8258426 HTTP/1.1" status: 200 len: 217 time: 0.0608249 Feb 21 00:35:00.517072 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-0ced49fc-eedd-47e7-b778-a8d83798a073 None None] Current status of the port 42b29da8-c1dd-4e6f-82eb-3b1b8f2de02f is: ACTIVE; New status is: ACTIVE {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:35:00.562489 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Provisioning complete for port 8b6076ab-5c58-416e-bfd5-81c30c298c45 triggered by entity L2. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:35:00.562882 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (8b6076ab-5c58-416e-bfd5-81c30c298c45), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:00.583090 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.plugins.ml2.db [None req-dcc74d15-e7d4-4fdb-bfa2-980f52af60a0 None None] For port 18d23bc2-1949-4166-9c28-a926f2814aec, host dv-cinder-813225-6-iscsi, cleared binding levels {{(pid=109225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 00:35:00.590688 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b022c1f-bca8-4b48-b395-db2174214bf4 req-77ab6dfe-1e0f-48bf-b3b3-90f2ee4179e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:00.592215 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-2b022c1f-bca8-4b48-b395-db2174214bf4 req-77ab6dfe-1e0f-48bf-b3b3-90f2ee4179e5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8c967ed5-43ab-4090-9b10-8732fdabdec1 HTTP/1.1" status: 200 len: 843 time: 0.1231208 Feb 21 00:35:00.593648 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.plugins.ml2.db [None req-dcc74d15-e7d4-4fdb-bfa2-980f52af60a0 None None] For port 18d23bc2-1949-4166-9c28-a926f2814aec, host dv-cinder-813225-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-6-iscsi',level=0,port_id=18d23bc2-1949-4166-9c28-a926f2814aec,segment=NetworkSegment(d470c98a-8644-4be8-8df1-f825c0b18c68),segment_id=d470c98a-8644-4be8-8df1-f825c0b18c68)] {{(pid=109225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 00:35:00.603953 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron_lib.callbacks.manager [None req-dcc74d15-e7d4-4fdb-bfa2-980f52af60a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (18d23bc2-1949-4166-9c28-a926f2814aec), after_update {{(pid=109225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:00.724449 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc74d15-e7d4-4fdb-bfa2-980f52af60a0 None None] Routers {'7b2d5a08-6b33-4e2b-a39c-5af723c79a2b'} bound to L3 agent in host dv-cinder-813225-6-iscsi {{(pid=109225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:35:00.725674 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_hamode_db [None req-dcc74d15-e7d4-4fdb-bfa2-980f52af60a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T00:23:33Z,description=,heartbeat_timestamp=2022-02-21T00:34:33Z,host='dv-cinder-813225-6-iscsi',id=47b5b2cb-5391-4fc3-9478-3db20537c35a,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:23:34Z,topic='l3_agent')) {'router_ids': ['7b2d5a08-6b33-4e2b-a39c-5af723c79a2b'], 'active': True} {{(pid=109225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:35:00.748697 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b022c1f-bca8-4b48-b395-db2174214bf4 req-d1dc008a-fbe0-447a-abb9-0f553a71c29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:00.750684 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-2b022c1f-bca8-4b48-b395-db2174214bf4 req-d1dc008a-fbe0-447a-abb9-0f553a71c29a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d1f3ffca-ff94-43bf-af1a-036f8cc0b5fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1095061 Feb 21 00:35:00.792674 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Current status of the port 8b6076ab-5c58-416e-bfd5-81c30c298c45 is: ACTIVE; New status is: ACTIVE {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:35:00.987247 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_dvr_db [None req-dcc74d15-e7d4-4fdb-bfa2-980f52af60a0 None None] Set router 7b2d5a08-6b33-4e2b-a39c-5af723c79a2b gateway port host: dv-cinder-813225-6-iscsi {{(pid=109225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:35:01.026241 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-2b022c1f-bca8-4b48-b395-db2174214bf4 req-ce61b826-4b91-4e7e-8264-65fa7fe7c642 service neutron] 10.222.0.36 "GET /v2.0/networks/d1f3ffca-ff94-43bf-af1a-036f8cc0b5fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675765 Feb 21 00:35:01.061828 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.plugin [req-f65171c5-8323-4032-b24b-31eefcde92bf req-b4eadc2b-8a71-4420-bfe5-8ed058de4f25 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Deleting port 429a5148-1c94-4df3-a971-1e195879d0d0 {{(pid=109222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 00:35:01.062144 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-f65171c5-8323-4032-b24b-31eefcde92bf req-b4eadc2b-8a71-4420-bfe5-8ed058de4f25 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731676621334'] for port (429a5148-1c94-4df3-a971-1e195879d0d0), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:01.079236 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a088224-eb4b-437e-99b7-fd2ef3090da6 req-147480d5-d2ee-41f8-a64c-aef5ae0b48d8 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:01.085036 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-8a088224-eb4b-437e-99b7-fd2ef3090da6 req-147480d5-d2ee-41f8-a64c-aef5ae0b48d8 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=016acf20-2bcb-4d41-9d79-ad0d887280cb HTTP/1.1" status: 200 len: 946 time: 0.1701410 Feb 21 00:35:01.143766 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c59bccd-b483-41f3-928d-b7a432bd9e4c req-3b00c473-1d18-4a8c-a47d-0b2dcc262449 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:01.153456 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-8c59bccd-b483-41f3-928d-b7a432bd9e4c req-3b00c473-1d18-4a8c-a47d-0b2dcc262449 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=40d12558-3fed-4562-b3a8-9a6f076fc3d9 HTTP/1.1" status: 200 len: 943 time: 0.7802567 Feb 21 00:35:01.180593 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-8a088224-eb4b-437e-99b7-fd2ef3090da6 req-8e76f6f6-bdf2-4b38-8dfa-22b57393d09a tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895479 Feb 21 00:35:01.288552 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e97e129-a634-4fc8-ac33-bbb2689b699b None None] Pushing event updated for resources: {'Port': ['ID=18d23bc2-1949-4166-9c28-a926f2814aec,revision_number=3']} {{(pid=109225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:35:01.309704 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-0c7cc32c-ac50-483e-a2c8-be28d544b90d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:01.312820 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_hamode_db [None req-dcc74d15-e7d4-4fdb-bfa2-980f52af60a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b2d5a08-6b33-4e2b-a39c-5af723c79a2b', 'name': 'tempest-TestMinimumBasicScenario-869760556-router', 'tenant_id': '3340c291b0834db6b2924c05baa6961a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'external_fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': '18d23bc2-1949-4166-9c28-a926f2814aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:34:55Z', 'updated_at': '2022-02-21T00:34:57Z', 'revision_number': 3, 'project_id': '3340c291b0834db6b2924c05baa6961a', 'gw_port': {'id': '18d23bc2-1949-4166-9c28-a926f2814aec', 'name': '', 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:4f:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b2d5a08-6b33-4e2b-a39c-5af723c79a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:34:56Z', 'updated_at': '2022-02-21T00:35:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '890cd9a8-3116-412f-9022-3458585959da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-6-iscsi'}], 'dv-cinder-813225-6-iscsi', False) {} {{(pid=109225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:35:01.372891 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-8c59bccd-b483-41f3-928d-b7a432bd9e4c req-97f9595b-ef94-4af1-ad99-3d9d59ed7d33 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f05195e-1011-4af1-b12a-07d8f5627ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2182493 Feb 21 00:35:01.375004 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc74d15-e7d4-4fdb-bfa2-980f52af60a0 None None] The sync data for ids ['7b2d5a08-6b33-4e2b-a39c-5af723c79a2b'] in dv-cinder-813225-6-iscsi is: [{'id': '7b2d5a08-6b33-4e2b-a39c-5af723c79a2b', 'name': 'tempest-TestMinimumBasicScenario-869760556-router', 'tenant_id': '3340c291b0834db6b2924c05baa6961a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'external_fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': '18d23bc2-1949-4166-9c28-a926f2814aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:34:55Z', 'updated_at': '2022-02-21T00:34:57Z', 'revision_number': 3, 'project_id': '3340c291b0834db6b2924c05baa6961a', 'gw_port': {'id': '18d23bc2-1949-4166-9c28-a926f2814aec', 'name': '', 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:4f:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b2d5a08-6b33-4e2b-a39c-5af723c79a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:34:56Z', 'updated_at': '2022-02-21T00:35:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '890cd9a8-3116-412f-9022-3458585959da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-6-iscsi'}] {{(pid=109225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 00:35:01.413547 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.db [req-f65171c5-8323-4032-b24b-31eefcde92bf req-b4eadc2b-8a71-4420-bfe5-8ed058de4f25 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] For port 429a5148-1c94-4df3-a971-1e195879d0d0, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=429a5148-1c94-4df3-a971-1e195879d0d0,segment=NetworkSegment(269a8d6d-b983-4db2-9b3a-4038ed61d041),segment_id=269a8d6d-b983-4db2-9b3a-4038ed61d041)] {{(pid=109222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:35:01.414061 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-f65171c5-8323-4032-b24b-31eefcde92bf req-b4eadc2b-8a71-4420-bfe5-8ed058de4f25 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950719'] for port (429a5148-1c94-4df3-a971-1e195879d0d0), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:01.414334 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa73446-74ca-4c87-abf7-cd8e0a4c886b req-52e1d6a3-edc4-4da5-98f3-d4922aea8b7b tempest-VolumesNegativeTest-1711857072 tempest-VolumesNegativeTest-1711857072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:01.416226 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-dfa73446-74ca-4c87-abf7-cd8e0a4c886b req-52e1d6a3-edc4-4da5-98f3-d4922aea8b7b tempest-VolumesNegativeTest-1711857072 tempest-VolumesNegativeTest-1711857072-project] 10.222.0.45 "GET /v2.0/ports?device_id=a12bdc06-41c0-4902-9600-33cd69c844a9 HTTP/1.1" status: 200 len: 948 time: 0.1157568 Feb 21 00:35:01.423090 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-934fd8d9-cf84-4af3-9093-2dc4e8279560 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (57941464-2af3-4cc7-9b46-3eeacd6f6fca), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:01.470177 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.plugin [req-f65171c5-8323-4032-b24b-31eefcde92bf req-b4eadc2b-8a71-4420-bfe5-8ed058de4f25 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Calling delete_port for 429a5148-1c94-4df3-a971-1e195879d0d0 owned by compute:nova {{(pid=109222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 00:35:01.501300 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-dfa73446-74ca-4c87-abf7-cd8e0a4c886b req-ad59dd15-09a8-4e62-bdd7-8484db5e1480 tempest-VolumesNegativeTest-1711857072 tempest-VolumesNegativeTest-1711857072-project] 10.222.0.45 "GET /v2.0/security-groups?id=76013cf2-71ad-4244-b565-15bb12d6f80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787938 Feb 21 00:35:01.567807 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Device 42b29da8-c1dd-4e6f-82eb-3b1b8f2de02f up at agent ovs-agent-dv-cinder-813225-6-iscsi {{(pid=109224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:35:01.655435 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-f65171c5-8323-4032-b24b-31eefcde92bf req-b4eadc2b-8a71-4420-bfe5-8ed058de4f25 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731676626041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731676182824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8582894421'] for port (429a5148-1c94-4df3-a971-1e195879d0d0), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:01.678461 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] get_ports_and_sgs() called for port_ids ['8785719d-2f3c-440c-8de1-fe892aa82f2c', '429a5148-1c94-4df3-a971-1e195879d0d0'] {{(pid=109224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 00:35:01.684040 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Provisioning complete for port 42b29da8-c1dd-4e6f-82eb-3b1b8f2de02f triggered by entity L2. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:35:01.684040 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (42b29da8-c1dd-4e6f-82eb-3b1b8f2de02f), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:01.788007 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eadc2b-8a71-4420-bfe5-8ed058de4f25 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Pushing event deleted for resources: {'Port': ['ID=429a5148-1c94-4df3-a971-1e195879d0d0,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:35:01.894335 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Current status of the port 42b29da8-c1dd-4e6f-82eb-3b1b8f2de02f is: ACTIVE; New status is: ACTIVE {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:35:01.928998 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.db.l3_dvrscheduler_db [req-f65171c5-8323-4032-b24b-31eefcde92bf req-b4eadc2b-8a71-4420-bfe5-8ed058de4f25 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] No DVR routers for this DVR port 429a5148-1c94-4df3-a971-1e195879d0d0 on host hv-cinder-81322 {{(pid=109222) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 00:35:01.968153 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-f65171c5-8323-4032-b24b-31eefcde92bf req-b4eadc2b-8a71-4420-bfe5-8ed058de4f25 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469064'] for port (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:01.972254 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-f65171c5-8323-4032-b24b-31eefcde92bf req-b4eadc2b-8a71-4420-bfe5-8ed058de4f25 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.36 "DELETE /v2.0/ports/429a5148-1c94-4df3-a971-1e195879d0d0 HTTP/1.1" status: 204 len: 173 time: 1.8147628 Feb 21 00:35:01.972771 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '016acf20-2bcb-4d41-9d79-ad0d887280cb', 'name': 'network-vif-deleted', 'tag': '429a5148-1c94-4df3-a971-1e195879d0d0'}] {{(pid=109222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:35:01.975343 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81563fad7634ec273475caa61ca91dc94d21cc2561ee8f59b09b3f9a67cb5537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd342369-e510-4daa-823b-ed70c5c6e7c5" -d '{"events": [{"server_uuid": "016acf20-2bcb-4d41-9d79-ad0d887280cb", "name": "network-vif-deleted", "tag": "429a5148-1c94-4df3-a971-1e195879d0d0"}]}' {{(pid=109222) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:35:02.083569 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 00:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6862bed7-6ff7-41fe-84dc-c248622167e2 x-openstack-request-id: req-6862bed7-6ff7-41fe-84dc-c248622167e2 {{(pid=109222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:35:02.084000 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "016acf20-2bcb-4d41-9d79-ad0d887280cb", "name": "network-vif-deleted", "tag": "429a5148-1c94-4df3-a971-1e195879d0d0", "status": "completed", "code": 200}]} {{(pid=109222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:35:02.084362 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6862bed7-6ff7-41fe-84dc-c248622167e2 {{(pid=109222) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:35:02.084860 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '016acf20-2bcb-4d41-9d79-ad0d887280cb', 'name': 'network-vif-deleted', 'tag': '429a5148-1c94-4df3-a971-1e195879d0d0', 'status': 'completed', 'code': 200} Feb 21 00:35:02.120805 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.db.db_base_plugin_common [None req-0c7cc32c-ac50-483e-a2c8-be28d544b90d admin admin] Allocated IP 172.20.0.1 (43c81006-7f4e-4647-b0de-09d4bddfdd52/e46cd121-c685-440d-9902-ba68f5173020/600d10b3-df54-448c-83c7-1e37473c53d8) {{(pid=109222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 00:35:02.330759 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-0c7cc32c-ac50-483e-a2c8-be28d544b90d admin admin] Publish callbacks [] for port (600d10b3-df54-448c-83c7-1e37473c53d8), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:02.333656 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-e00cbbb5-c0b0-42f0-8f1c-165ec9c87ce5 req-f09015a4-2911-4e2b-9e99-58576ddfc499 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=016acf20-2bcb-4d41-9d79-ad0d887280cb HTTP/1.1" status: 200 len: 210 time: 0.0453374 Feb 21 00:35:02.372975 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-0c7cc32c-ac50-483e-a2c8-be28d544b90d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731676182815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8582894421'] for port (600d10b3-df54-448c-83c7-1e37473c53d8), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:02.413042 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c7cc32c-ac50-483e-a2c8-be28d544b90d admin admin] Network 43c81006-7f4e-4647-b0de-09d4bddfdd52 is already hosted by enough agents. {{(pid=109222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:35:02.418921 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.scheduler.base_scheduler [None req-0c7cc32c-ac50-483e-a2c8-be28d544b90d admin admin] Resources bound (agent type, host, resource id): {{(pid=109222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:35:02.423225 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7cc32c-ac50-483e-a2c8-be28d544b90d admin admin] Received port after_create {{(pid=109222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 00:35:02.462352 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7cc32c-ac50-483e-a2c8-be28d544b90d admin admin] Pushing event updated for resources: {'Port': ['ID=600d10b3-df54-448c-83c7-1e37473c53d8,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:35:02.489938 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-0c7cc32c-ac50-483e-a2c8-be28d544b90d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-951422'] for router_interface (7b2d5a08-6b33-4e2b-a39c-5af723c79a2b), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:02.722381 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6c89a5-38a0-4e40-af88-e6e07dccc3dc req-a65065f4-4b87-4cdb-8d82-68420f9c4bc0 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:02.730221 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-1e6c89a5-38a0-4e40-af88-e6e07dccc3dc req-a65065f4-4b87-4cdb-8d82-68420f9c4bc0 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=40d12558-3fed-4562-b3a8-9a6f076fc3d9 HTTP/1.1" status: 200 len: 943 time: 0.1741705 Feb 21 00:35:02.752802 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b89e67-63a5-41c6-9df1-e66c25192e7d req-ed8b84c2-760a-41b2-a190-c80becaf91df tempest-VolumesNegativeTest-1711857072 tempest-VolumesNegativeTest-1711857072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:02.755366 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-21b89e67-63a5-41c6-9df1-e66c25192e7d req-ed8b84c2-760a-41b2-a190-c80becaf91df tempest-VolumesNegativeTest-1711857072 tempest-VolumesNegativeTest-1711857072-project] 10.222.0.45 "GET /v2.0/ports?device_id=a12bdc06-41c0-4902-9600-33cd69c844a9 HTTP/1.1" status: 200 len: 948 time: 0.1215189 Feb 21 00:35:02.826781 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-21b89e67-63a5-41c6-9df1-e66c25192e7d req-d71d43ab-1750-45d1-aba6-2fc5c2eb8700 tempest-VolumesNegativeTest-1711857072 tempest-VolumesNegativeTest-1711857072-project] 10.222.0.45 "GET /v2.0/security-groups?id=76013cf2-71ad-4244-b565-15bb12d6f80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597332 Feb 21 00:35:02.835443 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-1e6c89a5-38a0-4e40-af88-e6e07dccc3dc req-bcb0dab8-2ba8-487a-910b-ce247d193dd6 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f05195e-1011-4af1-b12a-07d8f5627ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041768 Feb 21 00:35:02.919319 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-efa629c8-23c8-4f75-a15d-0100044602bd None None] Provisioning complete for port 600d10b3-df54-448c-83c7-1e37473c53d8 triggered by entity DHCP. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:35:02.919319 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-efa629c8-23c8-4f75-a15d-0100044602bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (600d10b3-df54-448c-83c7-1e37473c53d8), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:02.940414 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-0c7cc32c-ac50-483e-a2c8-be28d544b90d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (600d10b3-df54-448c-83c7-1e37473c53d8), before_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:02.985894 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-efa629c8-23c8-4f75-a15d-0100044602bd None None] Port 600d10b3-df54-448c-83c7-1e37473c53d8 cannot update to ACTIVE because it is not bound. {{(pid=109224) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 00:35:03.123563 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-0c7cc32c-ac50-483e-a2c8-be28d544b90d admin admin] Publish callbacks [] for port (600d10b3-df54-448c-83c7-1e37473c53d8), precommit_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:03.127969 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-0c7cc32c-ac50-483e-a2c8-be28d544b90d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8582894414'] for port (600d10b3-df54-448c-83c7-1e37473c53d8), after_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:03.201360 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-0c7cc32c-ac50-483e-a2c8-be28d544b90d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-951530'] for router_interface (7b2d5a08-6b33-4e2b-a39c-5af723c79a2b), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:03.203273 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7cc32c-ac50-483e-a2c8-be28d544b90d admin admin] Pushing event updated for resources: {'Port': ['ID=600d10b3-df54-448c-83c7-1e37473c53d8,revision_number=2']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:35:03.304786 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c7cc32c-ac50-483e-a2c8-be28d544b90d admin admin] Network 43c81006-7f4e-4647-b0de-09d4bddfdd52 is already hosted by enough agents. {{(pid=109222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:35:03.306277 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.scheduler.base_scheduler [None req-0c7cc32c-ac50-483e-a2c8-be28d544b90d admin admin] Resources bound (agent type, host, resource id): {{(pid=109222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:35:03.513633 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-0ac910bd-689d-405e-8fc8-90e33aec135f req-7ccbfc38-be72-4d5d-8f54-6c0271aff86a tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=016acf20-2bcb-4d41-9d79-ad0d887280cb HTTP/1.1" status: 200 len: 210 time: 0.0595198 Feb 21 00:35:03.554161 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-809dc53a-7a9b-4220-b5db-f2559d17475f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (47b5b2cb-5391-4fc3-9478-3db20537c35a), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:03.600760 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c7cc32c-ac50-483e-a2c8-be28d544b90d admin admin] Router 7b2d5a08-6b33-4e2b-a39c-5af723c79a2b has already been hosted by L3 agent 47b5b2cb-5391-4fc3-9478-3db20537c35a {{(pid=109222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 00:35:03.646773 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Device 18d23bc2-1949-4166-9c28-a926f2814aec up at agent ovs-agent-dv-cinder-813225-6-iscsi {{(pid=109224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:35:03.731622 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-1d3bfd08-d632-4d48-b4ab-2e72331bc9f1 None None] Provisioning complete for port 600d10b3-df54-448c-83c7-1e37473c53d8 triggered by entity DHCP. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:35:03.732640 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-1d3bfd08-d632-4d48-b4ab-2e72331bc9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (600d10b3-df54-448c-83c7-1e37473c53d8), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:03.790732 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c7cc32c-ac50-483e-a2c8-be28d544b90d admin admin] Notify agent at l3_agent.dv-cinder-813225-6-iscsi the message routers_updated {{(pid=109222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 00:35:03.797402 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-0c7cc32c-ac50-483e-a2c8-be28d544b90d admin admin] 10.222.0.45 "PUT /v2.0/routers/7b2d5a08-6b33-4e2b-a39c-5af723c79a2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7681811 Feb 21 00:35:03.802713 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Provisioning complete for port 18d23bc2-1949-4166-9c28-a926f2814aec triggered by entity L2. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:35:03.803092 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (18d23bc2-1949-4166-9c28-a926f2814aec), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:03.805073 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-1d3bfd08-d632-4d48-b4ab-2e72331bc9f1 None None] Port 600d10b3-df54-448c-83c7-1e37473c53d8 cannot update to ACTIVE because it is not bound. {{(pid=109224) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 00:35:03.818824 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Device a1f9e6bf-8263-4339-b724-8833a8258426 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109224) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 00:35:03.824183 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Device 429a5148-1c94-4df3-a971-1e195879d0d0 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=109224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 00:35:03.903751 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] No Port match for: 429a5148-1c94-4df3-a971-1e195879d0d0 {{(pid=109224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 00:35:03.904525 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Device 429a5148-1c94-4df3-a971-1e195879d0d0 not bound to the agent host hv-cinder-81322 {{(pid=109224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 00:35:04.062702 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26dd54e3-0827-4135-8985-2043929bd3ee None None] Sync routers for ids ['7b2d5a08-6b33-4e2b-a39c-5af723c79a2b'] in dv-cinder-813225-6-iscsi {{(pid=109224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 00:35:04.066237 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22deaa0-b32c-4bbd-861b-a2ca0dba775a req-b26eb87f-ae36-4623-8d82-586fbf2a0c27 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:04.075661 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-e22deaa0-b32c-4bbd-861b-a2ca0dba775a req-b26eb87f-ae36-4623-8d82-586fbf2a0c27 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=40d12558-3fed-4562-b3a8-9a6f076fc3d9 HTTP/1.1" status: 200 len: 943 time: 0.1366448 Feb 21 00:35:04.086361 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9404759b-573a-49b0-b6fc-a443e617fc9a req-28eabf50-a47a-40d7-9ce6-b23747433086 tempest-VolumesNegativeTest-1711857072 tempest-VolumesNegativeTest-1711857072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:04.088180 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-9404759b-573a-49b0-b6fc-a443e617fc9a req-28eabf50-a47a-40d7-9ce6-b23747433086 tempest-VolumesNegativeTest-1711857072 tempest-VolumesNegativeTest-1711857072-project] 10.222.0.45 "GET /v2.0/ports?device_id=a12bdc06-41c0-4902-9600-33cd69c844a9 HTTP/1.1" status: 200 len: 948 time: 0.0971124 Feb 21 00:35:04.133574 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26dd54e3-0827-4135-8985-2043929bd3ee None None] Routers {'7b2d5a08-6b33-4e2b-a39c-5af723c79a2b'} bound to L3 agent in host dv-cinder-813225-6-iscsi {{(pid=109224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:35:04.134227 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-26dd54e3-0827-4135-8985-2043929bd3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-21T00:23:33Z,description=,heartbeat_timestamp=2022-02-21T00:35:04Z,host='dv-cinder-813225-6-iscsi',id=47b5b2cb-5391-4fc3-9478-3db20537c35a,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:23:34Z,topic='l3_agent')) {'router_ids': ['7b2d5a08-6b33-4e2b-a39c-5af723c79a2b'], 'active': True} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:35:04.152867 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-9404759b-573a-49b0-b6fc-a443e617fc9a req-16d018b4-e484-4ce6-acec-6ec141fd0049 tempest-VolumesNegativeTest-1711857072 tempest-VolumesNegativeTest-1711857072-project] 10.222.0.45 "GET /v2.0/security-groups?id=76013cf2-71ad-4244-b565-15bb12d6f80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563791 Feb 21 00:35:04.159838 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-e22deaa0-b32c-4bbd-861b-a2ca0dba775a req-ed12a9ee-33a1-4115-8f21-5010d40375ba tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f05195e-1011-4af1-b12a-07d8f5627ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827751 Feb 21 00:35:04.232452 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] For port a1f9e6bf-8263-4339-b724-8833a8258426, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a1f9e6bf-8263-4339-b724-8833a8258426,segment=NetworkSegment(5667c0e0-bfba-4253-a17b-117f8c921ce0),segment_id=5667c0e0-bfba-4253-a17b-117f8c921ce0)] {{(pid=109224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:35:04.236448 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Current status of the port 18d23bc2-1949-4166-9c28-a926f2814aec is: DOWN; New status is: ACTIVE {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:35:04.236837 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (18d23bc2-1949-4166-9c28-a926f2814aec), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:04.429209 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Returning: {'device': 'a1f9e6bf-8263-4339-b724-8833a8258426', 'network_id': 'd1f3ffca-ff94-43bf-af1a-036f8cc0b5fa', 'port_id': 'a1f9e6bf-8263-4339-b724-8833a8258426', 'mac_address': 'fa:16:3e:1b:72:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c967ed5-43ab-4090-9b10-8732fdabdec1', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109224) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 00:35:04.431779 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] For port 18d23bc2-1949-4166-9c28-a926f2814aec, host dv-cinder-813225-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-6-iscsi',level=0,port_id=18d23bc2-1949-4166-9c28-a926f2814aec,segment=NetworkSegment(d470c98a-8644-4be8-8df1-f825c0b18c68),segment_id=d470c98a-8644-4be8-8df1-f825c0b18c68)] {{(pid=109224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:35:04.439917 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (18d23bc2-1949-4166-9c28-a926f2814aec), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:04.492248 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvr_db [None req-26dd54e3-0827-4135-8985-2043929bd3ee None None] Set router 7b2d5a08-6b33-4e2b-a39c-5af723c79a2b gateway port host: dv-cinder-813225-6-iscsi {{(pid=109224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:35:04.560667 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Current status of the port a1f9e6bf-8263-4339-b724-8833a8258426 is: DOWN; New status is: BUILD {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:35:04.561058 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (a1f9e6bf-8263-4339-b724-8833a8258426), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:04.569250 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Pushing event updated for resources: {'Port': ['ID=18d23bc2-1949-4166-9c28-a926f2814aec,revision_number=4']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:35:04.628942 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.notifiers.nova [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1f9e6bf-8263-4339-b724-8833a8258426 {{(pid=109224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 00:35:04.630084 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-37d95da8-ed59-4a1d-90f7-8b894e3ed964 req-70fa692d-0205-4f42-97d6-1eb56587c685 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=016acf20-2bcb-4d41-9d79-ad0d887280cb HTTP/1.1" status: 200 len: 210 time: 0.0331111 Feb 21 00:35:04.704893 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] For port a1f9e6bf-8263-4339-b724-8833a8258426, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a1f9e6bf-8263-4339-b724-8833a8258426,segment=NetworkSegment(5667c0e0-bfba-4253-a17b-117f8c921ce0),segment_id=5667c0e0-bfba-4253-a17b-117f8c921ce0)] {{(pid=109224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:35:04.711380 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (a1f9e6bf-8263-4339-b724-8833a8258426), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:04.816610 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Pushing event updated for resources: {'Port': ['ID=a1f9e6bf-8263-4339-b724-8833a8258426,revision_number=4']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:35:04.847172 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-26dd54e3-0827-4135-8985-2043929bd3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b2d5a08-6b33-4e2b-a39c-5af723c79a2b', 'name': 'tempest-TestMinimumBasicScenario-869760556-router', 'tenant_id': '3340c291b0834db6b2924c05baa6961a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'external_fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': '18d23bc2-1949-4166-9c28-a926f2814aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:34:55Z', 'updated_at': '2022-02-21T00:35:02Z', 'revision_number': 4, 'project_id': '3340c291b0834db6b2924c05baa6961a', 'gw_port': {'id': '18d23bc2-1949-4166-9c28-a926f2814aec', 'name': '', 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:4f:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b2d5a08-6b33-4e2b-a39c-5af723c79a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:34:56Z', 'updated_at': '2022-02-21T00:35:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '890cd9a8-3116-412f-9022-3458585959da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-6-iscsi', '_interfaces': [{'id': '600d10b3-df54-448c-83c7-1e37473c53d8', 'name': '', 'network_id': '43c81006-7f4e-4647-b0de-09d4bddfdd52', 'tenant_id': '3340c291b0834db6b2924c05baa6961a', 'mac_address': 'fa:16:3e:3f:78:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b2d5a08-6b33-4e2b-a39c-5af723c79a2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'e46cd121-c685-440d-9902-ba68f5173020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:35:01Z', 'updated_at': '2022-02-21T00:35:02Z', 'revision_number': 2, 'project_id': '3340c291b0834db6b2924c05baa6961a', 'subnets': [{'id': 'e46cd121-c685-440d-9902-ba68f5173020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-6-iscsi', False) {} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:35:04.874669 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26dd54e3-0827-4135-8985-2043929bd3ee None None] Checking router: 7b2d5a08-6b33-4e2b-a39c-5af723c79a2b for host: dv-cinder-813225-6-iscsi {{(pid=109224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 00:35:04.875029 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26dd54e3-0827-4135-8985-2043929bd3ee None None] Updating router 7b2d5a08-6b33-4e2b-a39c-5af723c79a2b port 600d10b3-df54-448c-83c7-1e37473c53d8 binding host dv-cinder-813225-6-iscsi {{(pid=109224) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 00:35:04.908692 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-26dd54e3-0827-4135-8985-2043929bd3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (600d10b3-df54-448c-83c7-1e37473c53d8), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:05.021625 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] get_ports_and_sgs() called for port_ids ['a1f9e6bf-8263-4339-b724-8833a8258426'] {{(pid=109224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 00:35:05.103425 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-2cd5f963-efb3-4d3f-8e75-14b6a6f65242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (4a388d83-9cb8-49a2-9541-35a13f295f4a), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:05.321112 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-26dd54e3-0827-4135-8985-2043929bd3ee None None] Publish callbacks [] for port (600d10b3-df54-448c-83c7-1e37473c53d8), precommit_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:05.334639 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-26dd54e3-0827-4135-8985-2043929bd3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (600d10b3-df54-448c-83c7-1e37473c53d8), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:05.357817 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f048bf63-b7c1-4d47-9ad9-46b8b21cf687 req-4a3f4573-2cd4-4b93-ae74-2927c4dc9aa5 tempest-VolumesNegativeTest-1711857072 tempest-VolumesNegativeTest-1711857072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:05.364103 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd5941f-60ee-48a9-a487-b3621b9cd1db req-ee7db572-f454-40e4-be2e-78b39aadf420 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:05.364671 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-f048bf63-b7c1-4d47-9ad9-46b8b21cf687 req-4a3f4573-2cd4-4b93-ae74-2927c4dc9aa5 tempest-VolumesNegativeTest-1711857072 tempest-VolumesNegativeTest-1711857072-project] 10.222.0.45 "GET /v2.0/ports?device_id=a12bdc06-41c0-4902-9600-33cd69c844a9 HTTP/1.1" status: 200 len: 949 time: 0.0742126 Feb 21 00:35:05.372201 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-fbd5941f-60ee-48a9-a487-b3621b9cd1db req-ee7db572-f454-40e4-be2e-78b39aadf420 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=40d12558-3fed-4562-b3a8-9a6f076fc3d9 HTTP/1.1" status: 200 len: 943 time: 0.1052144 Feb 21 00:35:05.398169 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572ff755-0193-4763-bc96-69fe2b22ff3e None None] Pushing event updated for resources: {'Port': ['ID=600d10b3-df54-448c-83c7-1e37473c53d8,revision_number=3']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:35:05.443098 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-f048bf63-b7c1-4d47-9ad9-46b8b21cf687 req-15f89a5e-f0f9-46ab-8a95-e80c3a93a140 tempest-VolumesNegativeTest-1711857072 tempest-VolumesNegativeTest-1711857072-project] 10.222.0.45 "GET /v2.0/security-groups?id=76013cf2-71ad-4244-b565-15bb12d6f80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774529 Feb 21 00:35:05.484154 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.managers [None req-26dd54e3-0827-4135-8985-2043929bd3ee None None] Attempting to bind port 600d10b3-df54-448c-83c7-1e37473c53d8 on host dv-cinder-813225-6-iscsi for vnic_type normal with profile {{(pid=109224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 00:35:05.484532 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.managers [None req-26dd54e3-0827-4135-8985-2043929bd3ee None None] Attempting to bind port 600d10b3-df54-448c-83c7-1e37473c53d8 by drivers openvswitch,hyperv on host dv-cinder-813225-6-iscsi at level 0 using segments [{'id': '049267d6-1ecf-4e81-b52b-36138c6a8bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '43c81006-7f4e-4647-b0de-09d4bddfdd52'}] {{(pid=109224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 00:35:05.484902 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26dd54e3-0827-4135-8985-2043929bd3ee None None] Attempting to bind port 600d10b3-df54-448c-83c7-1e37473c53d8 on network 43c81006-7f4e-4647-b0de-09d4bddfdd52 {{(pid=109224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:35:05.503667 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-fbd5941f-60ee-48a9-a487-b3621b9cd1db req-33ecb67c-f780-4464-8682-d3f4a550920c tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f05195e-1011-4af1-b12a-07d8f5627ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229784 Feb 21 00:35:05.504269 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26dd54e3-0827-4135-8985-2043929bd3ee None None] Checking agent: {'id': 'd6e95c40-1d90-4a13-9e37-1d6580a24190', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813225-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 0, 23, 38), 'started_at': datetime.datetime(2022, 2, 21, 0, 24, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 0, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813225-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 00:35:05.504662 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26dd54e3-0827-4135-8985-2043929bd3ee None None] Checking segment: {'id': '049267d6-1ecf-4e81-b52b-36138c6a8bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '43c81006-7f4e-4647-b0de-09d4bddfdd52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:35:05.505199 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-26dd54e3-0827-4135-8985-2043929bd3ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:05.505460 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26dd54e3-0827-4135-8985-2043929bd3ee None None] Bound using segment: {'id': '049267d6-1ecf-4e81-b52b-36138c6a8bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '43c81006-7f4e-4647-b0de-09d4bddfdd52'} {{(pid=109224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 00:35:05.505941 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.managers [None req-26dd54e3-0827-4135-8985-2043929bd3ee None None] Bound port: 600d10b3-df54-448c-83c7-1e37473c53d8, host: dv-cinder-813225-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '049267d6-1ecf-4e81-b52b-36138c6a8bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '43c81006-7f4e-4647-b0de-09d4bddfdd52'}}] {{(pid=109224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 00:35:05.506327 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-26dd54e3-0827-4135-8985-2043929bd3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (600d10b3-df54-448c-83c7-1e37473c53d8), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:05.648802 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Device 18d23bc2-1949-4166-9c28-a926f2814aec up at agent ovs-agent-dv-cinder-813225-6-iscsi {{(pid=109224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:35:05.688037 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-26dd54e3-0827-4135-8985-2043929bd3ee None None] For port 600d10b3-df54-448c-83c7-1e37473c53d8, host dv-cinder-813225-6-iscsi, cleared binding levels {{(pid=109224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 00:35:05.693382 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-26dd54e3-0827-4135-8985-2043929bd3ee None None] For port 600d10b3-df54-448c-83c7-1e37473c53d8, host dv-cinder-813225-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-6-iscsi',level=0,port_id=600d10b3-df54-448c-83c7-1e37473c53d8,segment=NetworkSegment(049267d6-1ecf-4e81-b52b-36138c6a8bf5),segment_id=049267d6-1ecf-4e81-b52b-36138c6a8bf5)] {{(pid=109224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 00:35:05.705672 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-26dd54e3-0827-4135-8985-2043929bd3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (600d10b3-df54-448c-83c7-1e37473c53d8), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:05.757532 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-1e0350d1-8768-4b24-af37-25505eda91be req-1589b45f-673c-402f-a44d-010729a1eb6f tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=016acf20-2bcb-4d41-9d79-ad0d887280cb HTTP/1.1" status: 200 len: 210 time: 0.0372615 Feb 21 00:35:05.791964 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-046f0ad6-928d-4f3b-aa98-618e649361ff None None] Provisioning complete for port 600d10b3-df54-448c-83c7-1e37473c53d8 triggered by entity DHCP. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:35:05.792370 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-046f0ad6-928d-4f3b-aa98-618e649361ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (600d10b3-df54-448c-83c7-1e37473c53d8), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:05.797757 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572ff755-0193-4763-bc96-69fe2b22ff3e None None] Pushing event updated for resources: {'Port': ['ID=600d10b3-df54-448c-83c7-1e37473c53d8,revision_number=4']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:35:05.801140 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26dd54e3-0827-4135-8985-2043929bd3ee None None] Routers {'7b2d5a08-6b33-4e2b-a39c-5af723c79a2b'} bound to L3 agent in host dv-cinder-813225-6-iscsi {{(pid=109224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:35:05.801891 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-26dd54e3-0827-4135-8985-2043929bd3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-21T00:23:33Z,description=,heartbeat_timestamp=2022-02-21T00:35:04Z,host='dv-cinder-813225-6-iscsi',id=47b5b2cb-5391-4fc3-9478-3db20537c35a,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:23:34Z,topic='l3_agent')) {'router_ids': ['7b2d5a08-6b33-4e2b-a39c-5af723c79a2b'], 'active': True} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:35:05.827375 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Provisioning complete for port 18d23bc2-1949-4166-9c28-a926f2814aec triggered by entity L2. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:35:05.827755 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (18d23bc2-1949-4166-9c28-a926f2814aec), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:06.010453 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvr_db [None req-26dd54e3-0827-4135-8985-2043929bd3ee None None] Set router 7b2d5a08-6b33-4e2b-a39c-5af723c79a2b gateway port host: dv-cinder-813225-6-iscsi {{(pid=109224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:35:06.087362 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-046f0ad6-928d-4f3b-aa98-618e649361ff None None] Current status of the port 600d10b3-df54-448c-83c7-1e37473c53d8 is: DOWN; New status is: ACTIVE {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:35:06.087673 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-046f0ad6-928d-4f3b-aa98-618e649361ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (600d10b3-df54-448c-83c7-1e37473c53d8), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:06.105965 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Current status of the port 18d23bc2-1949-4166-9c28-a926f2814aec is: ACTIVE; New status is: ACTIVE {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:35:06.174583 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-046f0ad6-928d-4f3b-aa98-618e649361ff None None] For port 600d10b3-df54-448c-83c7-1e37473c53d8, host dv-cinder-813225-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-6-iscsi',level=0,port_id=600d10b3-df54-448c-83c7-1e37473c53d8,segment=NetworkSegment(049267d6-1ecf-4e81-b52b-36138c6a8bf5),segment_id=049267d6-1ecf-4e81-b52b-36138c6a8bf5)] {{(pid=109224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:35:06.205125 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-046f0ad6-928d-4f3b-aa98-618e649361ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (600d10b3-df54-448c-83c7-1e37473c53d8), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:06.293210 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046f0ad6-928d-4f3b-aa98-618e649361ff None None] Pushing event updated for resources: {'Port': ['ID=600d10b3-df54-448c-83c7-1e37473c53d8,revision_number=5']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:35:06.407821 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-60dd15d6-79a0-4588-91eb-85b76cd6fc49 None None] Provisioning complete for port 600d10b3-df54-448c-83c7-1e37473c53d8 triggered by entity DHCP. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:35:06.408226 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-60dd15d6-79a0-4588-91eb-85b76cd6fc49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (600d10b3-df54-448c-83c7-1e37473c53d8), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:06.455883 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-09e0abcb-2b1d-4918-a5e2-a10ed408e1f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (417c2155-c2c7-44af-91e4-b32264eafb82), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:06.460335 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-26dd54e3-0827-4135-8985-2043929bd3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b2d5a08-6b33-4e2b-a39c-5af723c79a2b', 'name': 'tempest-TestMinimumBasicScenario-869760556-router', 'tenant_id': '3340c291b0834db6b2924c05baa6961a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'external_fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': '18d23bc2-1949-4166-9c28-a926f2814aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:34:55Z', 'updated_at': '2022-02-21T00:35:02Z', 'revision_number': 4, 'project_id': '3340c291b0834db6b2924c05baa6961a', 'gw_port': {'id': '18d23bc2-1949-4166-9c28-a926f2814aec', 'name': '', 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:4f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2d5a08-6b33-4e2b-a39c-5af723c79a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:34:56Z', 'updated_at': '2022-02-21T00:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '890cd9a8-3116-412f-9022-3458585959da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-6-iscsi', '_interfaces': [{'id': '600d10b3-df54-448c-83c7-1e37473c53d8', 'name': '', 'network_id': '43c81006-7f4e-4647-b0de-09d4bddfdd52', 'tenant_id': '3340c291b0834db6b2924c05baa6961a', 'mac_address': 'fa:16:3e:3f:78:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b2d5a08-6b33-4e2b-a39c-5af723c79a2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'e46cd121-c685-440d-9902-ba68f5173020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:35:01Z', 'updated_at': '2022-02-21T00:35:05Z', 'revision_number': 4, 'project_id': '3340c291b0834db6b2924c05baa6961a', 'subnets': [{'id': 'e46cd121-c685-440d-9902-ba68f5173020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-6-iscsi', False) {} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:35:06.624942 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26dd54e3-0827-4135-8985-2043929bd3ee None None] The sync data for ids ['7b2d5a08-6b33-4e2b-a39c-5af723c79a2b'] in dv-cinder-813225-6-iscsi is: [{'id': '7b2d5a08-6b33-4e2b-a39c-5af723c79a2b', 'name': 'tempest-TestMinimumBasicScenario-869760556-router', 'tenant_id': '3340c291b0834db6b2924c05baa6961a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'external_fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': '18d23bc2-1949-4166-9c28-a926f2814aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:34:55Z', 'updated_at': '2022-02-21T00:35:02Z', 'revision_number': 4, 'project_id': '3340c291b0834db6b2924c05baa6961a', 'gw_port': {'id': '18d23bc2-1949-4166-9c28-a926f2814aec', 'name': '', 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:4f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2d5a08-6b33-4e2b-a39c-5af723c79a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:34:56Z', 'updated_at': '2022-02-21T00:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '890cd9a8-3116-412f-9022-3458585959da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-6-iscsi', '_interfaces': [{'id': '600d10b3-df54-448c-83c7-1e37473c53d8', 'name': '', 'network_id': '43c81006-7f4e-4647-b0de-09d4bddfdd52', 'tenant_id': '3340c291b0834db6b2924c05baa6961a', 'mac_address': 'fa:16:3e:3f:78:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b2d5a08-6b33-4e2b-a39c-5af723c79a2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'e46cd121-c685-440d-9902-ba68f5173020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:35:01Z', 'updated_at': '2022-02-21T00:35:05Z', 'revision_number': 4, 'project_id': '3340c291b0834db6b2924c05baa6961a', 'subnets': [{'id': 'e46cd121-c685-440d-9902-ba68f5173020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 00:35:06.650414 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4aa3cd-e59a-4cc4-9ef3-c631bb0ead54 req-849f2ff2-9871-49d0-8c77-76b546873d69 tempest-VolumesNegativeTest-1711857072 tempest-VolumesNegativeTest-1711857072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:06.653001 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-7a4aa3cd-e59a-4cc4-9ef3-c631bb0ead54 req-849f2ff2-9871-49d0-8c77-76b546873d69 tempest-VolumesNegativeTest-1711857072 tempest-VolumesNegativeTest-1711857072-project] 10.222.0.45 "GET /v2.0/ports?device_id=a12bdc06-41c0-4902-9600-33cd69c844a9 HTTP/1.1" status: 200 len: 949 time: 0.1374233 Feb 21 00:35:06.713175 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-60dd15d6-79a0-4588-91eb-85b76cd6fc49 None None] Current status of the port 600d10b3-df54-448c-83c7-1e37473c53d8 is: ACTIVE; New status is: ACTIVE {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:35:06.742540 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d00ed60-7f3a-4e7c-850c-c75864ff51b8 req-933a8d2a-d37a-4fed-bdf2-5fb33563ade2 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:06.750033 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-7a4aa3cd-e59a-4cc4-9ef3-c631bb0ead54 req-6cc6835c-89cc-4d87-ab0e-2572fefdc249 tempest-VolumesNegativeTest-1711857072 tempest-VolumesNegativeTest-1711857072-project] 10.222.0.45 "GET /v2.0/security-groups?id=76013cf2-71ad-4244-b565-15bb12d6f80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902019 Feb 21 00:35:06.751170 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-7d00ed60-7f3a-4e7c-850c-c75864ff51b8 req-933a8d2a-d37a-4fed-bdf2-5fb33563ade2 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=40d12558-3fed-4562-b3a8-9a6f076fc3d9 HTTP/1.1" status: 200 len: 943 time: 0.1356800 Feb 21 00:35:06.819118 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-7d00ed60-7f3a-4e7c-850c-c75864ff51b8 req-ad4fb8ff-391e-4560-88da-39716adba31c tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f05195e-1011-4af1-b12a-07d8f5627ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648682 Feb 21 00:35:06.918014 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-953f5df1-81c5-46d9-98d9-7ff7bcd0a55d req-1afc70e3-ff3a-4f91-a74e-fefef07a47f5 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=016acf20-2bcb-4d41-9d79-ad0d887280cb HTTP/1.1" status: 200 len: 210 time: 0.0353603 Feb 21 00:35:07.659433 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Device 600d10b3-df54-448c-83c7-1e37473c53d8 up at agent ovs-agent-dv-cinder-813225-6-iscsi {{(pid=109224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:35:07.818356 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Provisioning complete for port 600d10b3-df54-448c-83c7-1e37473c53d8 triggered by entity L2. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:35:07.819139 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (600d10b3-df54-448c-83c7-1e37473c53d8), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:08.000791 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Device a1f9e6bf-8263-4339-b724-8833a8258426 up at agent hyperv_hv-cinder-81322 {{(pid=109224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:35:08.064795 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6626abc1-d728-40a1-87b1-4fc064f95c14 req-845f20f4-453f-4446-bc1a-11d99384218c tempest-VolumesNegativeTest-1711857072 tempest-VolumesNegativeTest-1711857072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:08.077017 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-6626abc1-d728-40a1-87b1-4fc064f95c14 req-845f20f4-453f-4446-bc1a-11d99384218c tempest-VolumesNegativeTest-1711857072 tempest-VolumesNegativeTest-1711857072-project] 10.222.0.45 "GET /v2.0/ports?device_id=a12bdc06-41c0-4902-9600-33cd69c844a9 HTTP/1.1" status: 200 len: 949 time: 0.1767910 Feb 21 00:35:08.167971 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Current status of the port 600d10b3-df54-448c-83c7-1e37473c53d8 is: ACTIVE; New status is: ACTIVE {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:35:08.173171 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Provisioning for port a1f9e6bf-8263-4339-b724-8833a8258426 completed by entity L2. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 00:35:08.176562 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fa6b93-eb9a-4651-b304-cf83d72957c7 req-4c5c0876-607a-477b-a47d-4113d753876d tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:08.181092 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Provisioning complete for port a1f9e6bf-8263-4339-b724-8833a8258426 triggered by entity L2. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:35:08.183868 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (a1f9e6bf-8263-4339-b724-8833a8258426), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:08.191533 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-d7fa6b93-eb9a-4651-b304-cf83d72957c7 req-4c5c0876-607a-477b-a47d-4113d753876d tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=40d12558-3fed-4562-b3a8-9a6f076fc3d9 HTTP/1.1" status: 200 len: 943 time: 0.1770420 Feb 21 00:35:08.232800 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-6626abc1-d728-40a1-87b1-4fc064f95c14 req-0a3b7c78-10d3-47de-abac-9fe51c00d7b0 tempest-VolumesNegativeTest-1711857072 tempest-VolumesNegativeTest-1711857072-project] 10.222.0.45 "GET /v2.0/security-groups?id=76013cf2-71ad-4244-b565-15bb12d6f80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528645 Feb 21 00:35:08.236518 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (d6e95c40-1d90-4a13-9e37-1d6580a24190), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:08.293778 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Current status of the port a1f9e6bf-8263-4339-b724-8833a8258426 is: BUILD; New status is: ACTIVE {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:35:08.294443 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (a1f9e6bf-8263-4339-b724-8833a8258426), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:08.341383 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] For port a1f9e6bf-8263-4339-b724-8833a8258426, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a1f9e6bf-8263-4339-b724-8833a8258426,segment=NetworkSegment(5667c0e0-bfba-4253-a17b-117f8c921ce0),segment_id=5667c0e0-bfba-4253-a17b-117f8c921ce0)] {{(pid=109224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:35:08.342729 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a12bdc06-41c0-4902-9600-33cd69c844a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1f9e6bf-8263-4339-b724-8833a8258426'}] {{(pid=109224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:35:08.346738 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea31762fe36adf1256da5116fd788589841920f52286d7e0b0077cda52487892" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-248312e6-7651-4916-958e-d49dc3c59343" -d '{"events": [{"server_uuid": "a12bdc06-41c0-4902-9600-33cd69c844a9", "name": "network-vif-plugged", "status": "completed", "tag": "a1f9e6bf-8263-4339-b724-8833a8258426"}]}' {{(pid=109224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:35:08.356573 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-d7fa6b93-eb9a-4651-b304-cf83d72957c7 req-401f3c91-f5d4-4045-a12c-2660630f3595 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f05195e-1011-4af1-b12a-07d8f5627ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1629515 Feb 21 00:35:08.362024 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (a1f9e6bf-8263-4339-b724-8833a8258426), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:08.414005 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Pushing event updated for resources: {'Port': ['ID=a1f9e6bf-8263-4339-b724-8833a8258426,revision_number=5']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:35:08.456493 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-f706f00a-2131-4a61-9498-3a59acf6f378 req-571fca1d-9eed-4c4a-bfd9-5d0bda406111 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=016acf20-2bcb-4d41-9d79-ad0d887280cb HTTP/1.1" status: 200 len: 210 time: 0.0745678 Feb 21 00:35:08.494703 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 00:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07bd73b6-71fe-4dab-baa6-9a525910e4cd x-openstack-request-id: req-07bd73b6-71fe-4dab-baa6-9a525910e4cd {{(pid=109224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:35:08.495018 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a12bdc06-41c0-4902-9600-33cd69c844a9", "name": "network-vif-plugged", "status": "completed", "tag": "a1f9e6bf-8263-4339-b724-8833a8258426", "code": 200}]} {{(pid=109224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:35:08.495304 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-07bd73b6-71fe-4dab-baa6-9a525910e4cd {{(pid=109224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:35:08.495784 dv-cinder-813225-6-iscsi neutron-server[109224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a12bdc06-41c0-4902-9600-33cd69c844a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1f9e6bf-8263-4339-b724-8833a8258426', 'code': 200} Feb 21 00:35:09.404675 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f801a40-1a94-4715-891e-1d2daa8a9367 req-e05473aa-2ac9-405b-b754-3ac224fa1a36 tempest-VolumesNegativeTest-1711857072 tempest-VolumesNegativeTest-1711857072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:09.411831 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-6f801a40-1a94-4715-891e-1d2daa8a9367 req-e05473aa-2ac9-405b-b754-3ac224fa1a36 tempest-VolumesNegativeTest-1711857072 tempest-VolumesNegativeTest-1711857072-project] 10.222.0.45 "GET /v2.0/ports?device_id=a12bdc06-41c0-4902-9600-33cd69c844a9 HTTP/1.1" status: 200 len: 950 time: 0.0850134 Feb 21 00:35:09.563615 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-6f801a40-1a94-4715-891e-1d2daa8a9367 req-c3f938c9-8d4e-4050-84c8-0e93c0ec0fd3 tempest-VolumesNegativeTest-1711857072 tempest-VolumesNegativeTest-1711857072-project] 10.222.0.45 "GET /v2.0/security-groups?id=76013cf2-71ad-4244-b565-15bb12d6f80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455171 Feb 21 00:35:09.589982 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ac85e3-8f30-4851-9922-7a358cc60f1c req-3b95417f-322c-4e59-9f92-ad214f2f6aa8 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:09.597844 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-a7ac85e3-8f30-4851-9922-7a358cc60f1c req-3b95417f-322c-4e59-9f92-ad214f2f6aa8 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=40d12558-3fed-4562-b3a8-9a6f076fc3d9 HTTP/1.1" status: 200 len: 943 time: 0.0830777 Feb 21 00:35:09.675677 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-a7ac85e3-8f30-4851-9922-7a358cc60f1c req-baaf41e9-045c-4b01-89ce-88a2f5f82b31 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f05195e-1011-4af1-b12a-07d8f5627ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767744 Feb 21 00:35:09.702128 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-b711e83d-63ac-4848-b52e-5d46cf46c418 req-ffb86337-d99e-45e6-8a6e-90a649b7feba tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=016acf20-2bcb-4d41-9d79-ad0d887280cb HTTP/1.1" status: 200 len: 210 time: 0.0474324 Feb 21 00:35:10.723354 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57deba15-7687-4048-a7e9-7391bfc26ac4 req-b74bce82-e503-4eec-9721-c2ef47c00e3e tempest-VolumesNegativeTest-1711857072 tempest-VolumesNegativeTest-1711857072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:10.724984 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-57deba15-7687-4048-a7e9-7391bfc26ac4 req-b74bce82-e503-4eec-9721-c2ef47c00e3e tempest-VolumesNegativeTest-1711857072 tempest-VolumesNegativeTest-1711857072-project] 10.222.0.45 "GET /v2.0/ports?device_id=a12bdc06-41c0-4902-9600-33cd69c844a9 HTTP/1.1" status: 200 len: 950 time: 0.0756817 Feb 21 00:35:10.842449 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-73984798-b38a-4627-b2ae-3700829fd84f req-a0268a98-d0ba-4bab-bb74-ad13115e6a67 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=016acf20-2bcb-4d41-9d79-ad0d887280cb HTTP/1.1" status: 200 len: 210 time: 0.0372567 Feb 21 00:35:10.848450 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-57deba15-7687-4048-a7e9-7391bfc26ac4 req-806578ec-15e6-4be6-a650-80d0534d3640 tempest-VolumesNegativeTest-1711857072 tempest-VolumesNegativeTest-1711857072-project] 10.222.0.45 "GET /v2.0/security-groups?id=76013cf2-71ad-4244-b565-15bb12d6f80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179166 Feb 21 00:35:10.976102 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd35b4eb-605c-40e9-90c9-7c2b2c7e35bd req-49610c77-b07a-46a8-b6f1-f9b70e821f2a tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:10.977857 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-fd35b4eb-605c-40e9-90c9-7c2b2c7e35bd req-49610c77-b07a-46a8-b6f1-f9b70e821f2a tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=40d12558-3fed-4562-b3a8-9a6f076fc3d9 HTTP/1.1" status: 200 len: 943 time: 0.0563400 Feb 21 00:35:11.072168 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-fd35b4eb-605c-40e9-90c9-7c2b2c7e35bd req-708b229b-42e4-4eb0-9d04-8323057ea948 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f05195e-1011-4af1-b12a-07d8f5627ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882199 Feb 21 00:35:11.983159 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-9c8526a7-2382-49a9-96c1-cbe53af2ecb6 req-0e8ec194-3915-4e13-82a7-28342bf9503a tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=016acf20-2bcb-4d41-9d79-ad0d887280cb HTTP/1.1" status: 200 len: 210 time: 0.0525277 Feb 21 00:35:12.015303 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1ea5ee-d070-44cb-ac01-5ac5db32dcff req-65f1c0df-205f-493f-96ef-a2a05d145a3b tempest-VolumesNegativeTest-1711857072 tempest-VolumesNegativeTest-1711857072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:12.017755 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-bc1ea5ee-d070-44cb-ac01-5ac5db32dcff req-65f1c0df-205f-493f-96ef-a2a05d145a3b tempest-VolumesNegativeTest-1711857072 tempest-VolumesNegativeTest-1711857072-project] 10.222.0.45 "GET /v2.0/ports?device_id=a12bdc06-41c0-4902-9600-33cd69c844a9 HTTP/1.1" status: 200 len: 950 time: 0.0713608 Feb 21 00:35:12.172771 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-2b022c1f-bca8-4b48-b395-db2174214bf4 req-1205dfd2-128a-4977-9cc4-f9595983fefc service neutron] 10.222.0.36 "GET /v2.0/networks/d1f3ffca-ff94-43bf-af1a-036f8cc0b5fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312301 Feb 21 00:35:12.184985 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-bc1ea5ee-d070-44cb-ac01-5ac5db32dcff req-9639a4fe-3013-4094-a057-27e3d3282278 tempest-VolumesNegativeTest-1711857072 tempest-VolumesNegativeTest-1711857072-project] 10.222.0.45 "GET /v2.0/security-groups?id=76013cf2-71ad-4244-b565-15bb12d6f80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585512 Feb 21 00:35:12.258168 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399e29da-0b61-40d2-a141-9d23903ccc72 req-b599ec19-4c7f-46a6-a303-3c3de8e66408 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:12.264282 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-399e29da-0b61-40d2-a141-9d23903ccc72 req-b599ec19-4c7f-46a6-a303-3c3de8e66408 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=40d12558-3fed-4562-b3a8-9a6f076fc3d9 HTTP/1.1" status: 200 len: 943 time: 0.0878217 Feb 21 00:35:12.326077 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-399e29da-0b61-40d2-a141-9d23903ccc72 req-459fdfe6-e8f0-4ffe-b62c-9ed0007624b2 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f05195e-1011-4af1-b12a-07d8f5627ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588591 Feb 21 00:35:12.609386 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ca9eb1-8459-4b6b-9bd6-4df365bd30dc req-9324343e-424a-4676-8d10-2fbafb25280b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:12.610810 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-58ca9eb1-8459-4b6b-9bd6-4df365bd30dc req-9324343e-424a-4676-8d10-2fbafb25280b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a12bdc06-41c0-4902-9600-33cd69c844a9 HTTP/1.1" status: 200 len: 1134 time: 0.0563958 Feb 21 00:35:12.671289 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-58ca9eb1-8459-4b6b-9bd6-4df365bd30dc req-6141d914-88ad-48cd-9408-e8f6bfb4524e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=76013cf2-71ad-4244-b565-15bb12d6f80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505219 Feb 21 00:35:13.162166 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-f128ad05-00bc-41a1-9b73-55163f61e0e9 req-618c5e25-817c-4a35-890b-9281367dd219 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=016acf20-2bcb-4d41-9d79-ad0d887280cb HTTP/1.1" status: 200 len: 210 time: 0.0296030 Feb 21 00:35:13.298434 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8781d647-a08c-422b-81fc-2afb71b4fc0c req-dfd34cd5-362a-4ae6-bd2e-7568359400f5 tempest-VolumesNegativeTest-1711857072 tempest-VolumesNegativeTest-1711857072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:13.300712 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-8781d647-a08c-422b-81fc-2afb71b4fc0c req-dfd34cd5-362a-4ae6-bd2e-7568359400f5 tempest-VolumesNegativeTest-1711857072 tempest-VolumesNegativeTest-1711857072-project] 10.222.0.45 "GET /v2.0/ports?device_id=a12bdc06-41c0-4902-9600-33cd69c844a9 HTTP/1.1" status: 200 len: 950 time: 0.0533879 Feb 21 00:35:13.370114 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-8781d647-a08c-422b-81fc-2afb71b4fc0c req-bb24b30f-e0af-41e2-b7c2-c261f2db467a tempest-VolumesNegativeTest-1711857072 tempest-VolumesNegativeTest-1711857072-project] 10.222.0.45 "GET /v2.0/security-groups?id=76013cf2-71ad-4244-b565-15bb12d6f80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637357 Feb 21 00:35:13.463279 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a42bf-07d0-47fb-983a-79f913706175 req-226e9f8a-0d17-429e-b069-f8453c2600a1 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:13.464790 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-472a42bf-07d0-47fb-983a-79f913706175 req-226e9f8a-0d17-429e-b069-f8453c2600a1 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=40d12558-3fed-4562-b3a8-9a6f076fc3d9 HTTP/1.1" status: 200 len: 943 time: 0.0591693 Feb 21 00:35:13.520565 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-472a42bf-07d0-47fb-983a-79f913706175 req-4e8d9642-f419-421d-97b3-a5d13b29b1e0 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f05195e-1011-4af1-b12a-07d8f5627ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498810 Feb 21 00:35:14.504556 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f984f94-7f44-4038-b3ce-e2e290ae24f9 req-b24360de-2a1c-4a9a-8434-ece341de15b3 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:14.511837 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-4f984f94-7f44-4038-b3ce-e2e290ae24f9 req-b24360de-2a1c-4a9a-8434-ece341de15b3 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8230352-c17e-4cac-8ed0-da7c12f48e16 HTTP/1.1" status: 200 len: 945 time: 0.0623512 Feb 21 00:35:14.522837 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aea5a0c-2615-4bb8-926e-596bcd8ae238 req-0cf406bd-1a60-41bf-bbb5-9e4270e1d177 tempest-VolumesNegativeTest-1711857072 tempest-VolumesNegativeTest-1711857072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:14.529924 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-0aea5a0c-2615-4bb8-926e-596bcd8ae238 req-0cf406bd-1a60-41bf-bbb5-9e4270e1d177 tempest-VolumesNegativeTest-1711857072 tempest-VolumesNegativeTest-1711857072-project] 10.222.0.45 "GET /v2.0/ports?device_id=a12bdc06-41c0-4902-9600-33cd69c844a9 HTTP/1.1" status: 200 len: 950 time: 0.0642369 Feb 21 00:35:14.561147 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-4f984f94-7f44-4038-b3ce-e2e290ae24f9 req-cd7b66e4-28d9-4bf1-a4c1-4414082d1c53 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466383 Feb 21 00:35:14.595464 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-0aea5a0c-2615-4bb8-926e-596bcd8ae238 req-ee21f3cc-26dc-47f5-ba49-2bea18fbf3ca tempest-VolumesNegativeTest-1711857072 tempest-VolumesNegativeTest-1711857072-project] 10.222.0.45 "GET /v2.0/security-groups?id=76013cf2-71ad-4244-b565-15bb12d6f80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644512 Feb 21 00:35:14.647441 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (2124d49d-e543-43fa-8e9f-817e1d020459), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:14.718468 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ece3a78-bb50-423e-bb5e-90e3321163fa req-6d9f29de-eb4c-479f-89ac-fc0b46a75919 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:14.720016 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-9ece3a78-bb50-423e-bb5e-90e3321163fa req-6d9f29de-eb4c-479f-89ac-fc0b46a75919 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=40d12558-3fed-4562-b3a8-9a6f076fc3d9 HTTP/1.1" status: 200 len: 943 time: 0.0579350 Feb 21 00:35:14.785373 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-9ece3a78-bb50-423e-bb5e-90e3321163fa req-e56a6baf-c85a-4e86-927e-3e9076dfc3b4 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f05195e-1011-4af1-b12a-07d8f5627ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574553 Feb 21 00:35:14.928308 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec3fa08-4510-49d1-aac8-927d88773a5e req-86027afd-db4d-4e97-b248-c4e6699cf4d0 tempest-VolumesNegativeTest-1711857072 tempest-VolumesNegativeTest-1711857072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:14.930110 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-3ec3fa08-4510-49d1-aac8-927d88773a5e req-86027afd-db4d-4e97-b248-c4e6699cf4d0 tempest-VolumesNegativeTest-1711857072 tempest-VolumesNegativeTest-1711857072-project] 10.222.0.45 "GET /v2.0/ports?device_id=a12bdc06-41c0-4902-9600-33cd69c844a9 HTTP/1.1" status: 200 len: 950 time: 0.0608051 Feb 21 00:35:14.982928 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-3ec3fa08-4510-49d1-aac8-927d88773a5e req-8a20e13a-44d1-4c8c-8115-d34120b9991c tempest-VolumesNegativeTest-1711857072 tempest-VolumesNegativeTest-1711857072-project] 10.222.0.45 "GET /v2.0/security-groups?id=76013cf2-71ad-4244-b565-15bb12d6f80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468836 Feb 21 00:35:15.686354 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46f2374-6cae-4708-aaeb-7f7d3599da61 req-c3285eb8-a8a1-4a88-9a55-c4c5caa44427 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:15.687971 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-e46f2374-6cae-4708-aaeb-7f7d3599da61 req-c3285eb8-a8a1-4a88-9a55-c4c5caa44427 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8230352-c17e-4cac-8ed0-da7c12f48e16 HTTP/1.1" status: 200 len: 945 time: 0.0546508 Feb 21 00:35:15.739710 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-e46f2374-6cae-4708-aaeb-7f7d3599da61 req-61391a6c-7a0b-49bd-8397-d3462787c062 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430083 Feb 21 00:35:15.907956 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bac3ac-b42c-4e7a-97dc-7c82973d2b01 req-1de6c117-e65e-4ba1-8e02-1ed88e5b7499 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:15.911808 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-74bac3ac-b42c-4e7a-97dc-7c82973d2b01 req-1de6c117-e65e-4ba1-8e02-1ed88e5b7499 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=40d12558-3fed-4562-b3a8-9a6f076fc3d9 HTTP/1.1" status: 200 len: 943 time: 0.0586586 Feb 21 00:35:15.959058 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-74bac3ac-b42c-4e7a-97dc-7c82973d2b01 req-8fe9a650-4d72-488e-ac2b-00d2223b27c4 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f05195e-1011-4af1-b12a-07d8f5627ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438499 Feb 21 00:35:16.136941 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3266af-a593-44df-90dc-fc96a43ce3fa req-6730872a-3113-4483-a624-bb41156c7936 tempest-VolumesNegativeTest-1711857072 tempest-VolumesNegativeTest-1711857072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:16.138593 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-0a3266af-a593-44df-90dc-fc96a43ce3fa req-6730872a-3113-4483-a624-bb41156c7936 tempest-VolumesNegativeTest-1711857072 tempest-VolumesNegativeTest-1711857072-project] 10.222.0.45 "GET /v2.0/ports?device_id=a12bdc06-41c0-4902-9600-33cd69c844a9 HTTP/1.1" status: 200 len: 950 time: 0.0666826 Feb 21 00:35:16.201321 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-0a3266af-a593-44df-90dc-fc96a43ce3fa req-856d3e58-302a-4649-802d-0c9c47b1246a tempest-VolumesNegativeTest-1711857072 tempest-VolumesNegativeTest-1711857072-project] 10.222.0.45 "GET /v2.0/security-groups?id=76013cf2-71ad-4244-b565-15bb12d6f80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571814 Feb 21 00:35:16.858507 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e19f1f8-1dee-4274-939e-feb07509f7c4 req-17af9894-151d-4eb4-856b-225d71f80d1e tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:16.860023 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-3e19f1f8-1dee-4274-939e-feb07509f7c4 req-17af9894-151d-4eb4-856b-225d71f80d1e tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8230352-c17e-4cac-8ed0-da7c12f48e16 HTTP/1.1" status: 200 len: 945 time: 0.0543447 Feb 21 00:35:16.926964 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-3e19f1f8-1dee-4274-939e-feb07509f7c4 req-da1f3b47-2fb9-4fde-aa88-c7ad20eed9d5 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614803 Feb 21 00:35:16.949798 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba12612-e7a8-4055-a089-26e1499610ef req-1ee1d537-9638-443f-b898-b6936aebc056 tempest-VolumesNegativeTest-1711857072 tempest-VolumesNegativeTest-1711857072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:16.951259 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-fba12612-e7a8-4055-a089-26e1499610ef req-1ee1d537-9638-443f-b898-b6936aebc056 tempest-VolumesNegativeTest-1711857072 tempest-VolumesNegativeTest-1711857072-project] 10.222.0.36 "GET /v2.0/ports?device_id=a12bdc06-41c0-4902-9600-33cd69c844a9 HTTP/1.1" status: 200 len: 950 time: 0.0590484 Feb 21 00:35:17.077707 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [req-fba12612-e7a8-4055-a089-26e1499610ef req-96cdba08-a267-4e85-bcd0-52142cadb37f tempest-VolumesNegativeTest-1711857072 tempest-VolumesNegativeTest-1711857072-project] Deleting port a1f9e6bf-8263-4339-b724-8833a8258426 {{(pid=109223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 00:35:17.077961 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-fba12612-e7a8-4055-a089-26e1499610ef req-96cdba08-a267-4e85-bcd0-52142cadb37f tempest-VolumesNegativeTest-1711857072 tempest-VolumesNegativeTest-1711857072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731676621334'] for port (a1f9e6bf-8263-4339-b724-8833a8258426), before_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:17.135929 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8058e5b5-47f6-44b1-8a50-24254600288f req-9ce62093-687e-4e0e-9c6c-84cac48ca072 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:17.137384 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-8058e5b5-47f6-44b1-8a50-24254600288f req-9ce62093-687e-4e0e-9c6c-84cac48ca072 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=40d12558-3fed-4562-b3a8-9a6f076fc3d9 HTTP/1.1" status: 200 len: 943 time: 0.1045630 Feb 21 00:35:17.203645 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [req-fba12612-e7a8-4055-a089-26e1499610ef req-96cdba08-a267-4e85-bcd0-52142cadb37f tempest-VolumesNegativeTest-1711857072 tempest-VolumesNegativeTest-1711857072-project] For port a1f9e6bf-8263-4339-b724-8833a8258426, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a1f9e6bf-8263-4339-b724-8833a8258426,segment=NetworkSegment(5667c0e0-bfba-4253-a17b-117f8c921ce0),segment_id=5667c0e0-bfba-4253-a17b-117f8c921ce0)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:35:17.204010 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-fba12612-e7a8-4055-a089-26e1499610ef req-96cdba08-a267-4e85-bcd0-52142cadb37f tempest-VolumesNegativeTest-1711857072 tempest-VolumesNegativeTest-1711857072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950719'] for port (a1f9e6bf-8263-4339-b724-8833a8258426), precommit_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:17.220845 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-8058e5b5-47f6-44b1-8a50-24254600288f req-a8b71a72-c37c-4cb3-a533-c3b4661d37f6 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f05195e-1011-4af1-b12a-07d8f5627ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764849 Feb 21 00:35:17.221983 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [req-fba12612-e7a8-4055-a089-26e1499610ef req-96cdba08-a267-4e85-bcd0-52142cadb37f tempest-VolumesNegativeTest-1711857072 tempest-VolumesNegativeTest-1711857072-project] Calling delete_port for a1f9e6bf-8263-4339-b724-8833a8258426 owned by compute:nova {{(pid=109223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 00:35:17.383115 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e82a069-ba99-4f6c-8c53-f916417f257e req-b2604172-d480-4da3-8977-2455443fa3ae tempest-VolumesNegativeTest-1711857072 tempest-VolumesNegativeTest-1711857072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:17.384587 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-5e82a069-ba99-4f6c-8c53-f916417f257e req-b2604172-d480-4da3-8977-2455443fa3ae tempest-VolumesNegativeTest-1711857072 tempest-VolumesNegativeTest-1711857072-project] 10.222.0.45 "GET /v2.0/ports?device_id=a12bdc06-41c0-4902-9600-33cd69c844a9 HTTP/1.1" status: 200 len: 950 time: 0.0885646 Feb 21 00:35:17.385663 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-fba12612-e7a8-4055-a089-26e1499610ef req-96cdba08-a267-4e85-bcd0-52142cadb37f tempest-VolumesNegativeTest-1711857072 tempest-VolumesNegativeTest-1711857072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731676626041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731676182824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3995289'] for port (a1f9e6bf-8263-4339-b724-8833a8258426), after_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:17.398736 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] get_ports_and_sgs() called for port_ids ['a1f9e6bf-8263-4339-b724-8833a8258426'] {{(pid=109224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 00:35:17.421176 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cdba08-a267-4e85-bcd0-52142cadb37f tempest-VolumesNegativeTest-1711857072 tempest-VolumesNegativeTest-1711857072-project] Pushing event deleted for resources: {'Port': ['ID=a1f9e6bf-8263-4339-b724-8833a8258426,revision_number=None']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:35:17.442121 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cdba08-a267-4e85-bcd0-52142cadb37f tempest-VolumesNegativeTest-1711857072 tempest-VolumesNegativeTest-1711857072-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:35:17.442121 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cdba08-a267-4e85-bcd0-52142cadb37f tempest-VolumesNegativeTest-1711857072 tempest-VolumesNegativeTest-1711857072-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:35:17.442377 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cdba08-a267-4e85-bcd0-52142cadb37f tempest-VolumesNegativeTest-1711857072 tempest-VolumesNegativeTest-1711857072-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:35:17.442703 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cdba08-a267-4e85-bcd0-52142cadb37f tempest-VolumesNegativeTest-1711857072 tempest-VolumesNegativeTest-1711857072-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:35:17.443262 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cdba08-a267-4e85-bcd0-52142cadb37f tempest-VolumesNegativeTest-1711857072 tempest-VolumesNegativeTest-1711857072-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:35:17.443596 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cdba08-a267-4e85-bcd0-52142cadb37f tempest-VolumesNegativeTest-1711857072 tempest-VolumesNegativeTest-1711857072-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:35:17.443922 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cdba08-a267-4e85-bcd0-52142cadb37f tempest-VolumesNegativeTest-1711857072 tempest-VolumesNegativeTest-1711857072-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:35:17.444246 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cdba08-a267-4e85-bcd0-52142cadb37f tempest-VolumesNegativeTest-1711857072 tempest-VolumesNegativeTest-1711857072-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:35:17.444568 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cdba08-a267-4e85-bcd0-52142cadb37f tempest-VolumesNegativeTest-1711857072 tempest-VolumesNegativeTest-1711857072-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:35:17.444888 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cdba08-a267-4e85-bcd0-52142cadb37f tempest-VolumesNegativeTest-1711857072 tempest-VolumesNegativeTest-1711857072-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:35:17.445209 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cdba08-a267-4e85-bcd0-52142cadb37f tempest-VolumesNegativeTest-1711857072 tempest-VolumesNegativeTest-1711857072-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:35:17.445522 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cdba08-a267-4e85-bcd0-52142cadb37f tempest-VolumesNegativeTest-1711857072 tempest-VolumesNegativeTest-1711857072-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:35:17.445835 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cdba08-a267-4e85-bcd0-52142cadb37f tempest-VolumesNegativeTest-1711857072 tempest-VolumesNegativeTest-1711857072-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:35:17.494000 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvrscheduler_db [req-fba12612-e7a8-4055-a089-26e1499610ef req-96cdba08-a267-4e85-bcd0-52142cadb37f tempest-VolumesNegativeTest-1711857072 tempest-VolumesNegativeTest-1711857072-project] No DVR routers for this DVR port a1f9e6bf-8263-4339-b724-8833a8258426 on host hv-cinder-81322 {{(pid=109223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 00:35:17.499341 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-fba12612-e7a8-4055-a089-26e1499610ef req-96cdba08-a267-4e85-bcd0-52142cadb37f tempest-VolumesNegativeTest-1711857072 tempest-VolumesNegativeTest-1711857072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469064'] for port (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:17.502485 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-fba12612-e7a8-4055-a089-26e1499610ef req-96cdba08-a267-4e85-bcd0-52142cadb37f tempest-VolumesNegativeTest-1711857072 tempest-VolumesNegativeTest-1711857072-project] 10.222.0.36 "DELETE /v2.0/ports/a1f9e6bf-8263-4339-b724-8833a8258426 HTTP/1.1" status: 204 len: 173 time: 0.5444021 Feb 21 00:35:17.502971 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a12bdc06-41c0-4902-9600-33cd69c844a9', 'name': 'network-vif-deleted', 'tag': 'a1f9e6bf-8263-4339-b724-8833a8258426'}] {{(pid=109223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:35:17.505191 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e715aefe3c9ef135eab9c3f6db0762b6d644c88deee0f0e52fc82e911840b856" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bf4c087-9dab-435b-8e96-b031ffad7209" -d '{"events": [{"server_uuid": "a12bdc06-41c0-4902-9600-33cd69c844a9", "name": "network-vif-deleted", "tag": "a1f9e6bf-8263-4339-b724-8833a8258426"}]}' {{(pid=109223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:35:17.519749 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-5e82a069-ba99-4f6c-8c53-f916417f257e req-8c98df82-3aac-403c-8d5f-d668e09679bc tempest-VolumesNegativeTest-1711857072 tempest-VolumesNegativeTest-1711857072-project] 10.222.0.45 "GET /v2.0/security-groups?id=76013cf2-71ad-4244-b565-15bb12d6f80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267333 Feb 21 00:35:17.827597 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 00:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49b5c5b3-3e4a-4dd8-ae92-204e573fcc5d x-openstack-request-id: req-49b5c5b3-3e4a-4dd8-ae92-204e573fcc5d {{(pid=109223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:35:17.828189 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a12bdc06-41c0-4902-9600-33cd69c844a9", "name": "network-vif-deleted", "tag": "a1f9e6bf-8263-4339-b724-8833a8258426", "status": "completed", "code": 200}]} {{(pid=109223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:35:17.828655 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-49b5c5b3-3e4a-4dd8-ae92-204e573fcc5d {{(pid=109223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:35:17.829054 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a12bdc06-41c0-4902-9600-33cd69c844a9', 'name': 'network-vif-deleted', 'tag': 'a1f9e6bf-8263-4339-b724-8833a8258426', 'status': 'completed', 'code': 200} Feb 21 00:35:18.050480 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af014b2-f851-4a06-aee1-eb6d5fff82ea req-17b27281-098a-4751-a6fe-840195b7ffdc tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:18.055986 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-8af014b2-f851-4a06-aee1-eb6d5fff82ea req-17b27281-098a-4751-a6fe-840195b7ffdc tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8230352-c17e-4cac-8ed0-da7c12f48e16 HTTP/1.1" status: 200 len: 945 time: 0.0567687 Feb 21 00:35:18.109506 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-8af014b2-f851-4a06-aee1-eb6d5fff82ea req-4267912e-cced-4121-9be6-9e9788686e8a tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518796 Feb 21 00:35:18.118056 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdafcc8-52ec-4bdd-8dcc-8a5203733770 req-8c715e8b-f5a0-4ea1-aec7-3e6c203ff92e tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:18.120252 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-cbdafcc8-52ec-4bdd-8dcc-8a5203733770 req-8c715e8b-f5a0-4ea1-aec7-3e6c203ff92e tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] 10.222.0.45 "GET /v2.0/networks?id=ca36ee0b-69dd-47af-b5ea-ecee46692eff HTTP/1.1" status: 200 len: 815 time: 0.1129680 Feb 21 00:35:18.136045 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-cbdafcc8-52ec-4bdd-8dcc-8a5203733770 req-d42cc750-e860-439d-8fe2-382b12e3e0fe tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] 10.222.0.45 "GET /v2.0/quotas/471e14591c9b4e4d9bd298269ddebacb HTTP/1.1" status: 200 len: 375 time: 0.0097387 Feb 21 00:35:18.191819 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-cbdafcc8-52ec-4bdd-8dcc-8a5203733770 req-0f1cb572-3970-4aa3-8f96-3fab83f297ec tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=471e14591c9b4e4d9bd298269ddebacb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0507214 Feb 21 00:35:18.288962 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-cbdafcc8-52ec-4bdd-8dcc-8a5203733770 req-53b0d6ad-10bd-4e22-a721-d1dfc422b58d service neutron] 10.222.0.45 "GET /v2.0/networks/ca36ee0b-69dd-47af-b5ea-ecee46692eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854514 Feb 21 00:35:18.349813 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859e66a5-f175-4263-837a-8293c32b192d req-17365514-a99a-4460-996e-704e72992016 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:18.351326 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-859e66a5-f175-4263-837a-8293c32b192d req-17365514-a99a-4460-996e-704e72992016 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=40d12558-3fed-4562-b3a8-9a6f076fc3d9 HTTP/1.1" status: 200 len: 943 time: 0.0540028 Feb 21 00:35:18.384400 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-cbdafcc8-52ec-4bdd-8dcc-8a5203733770 req-e0c4054d-5dc1-4660-8dbb-f812775d0e5f service neutron] 10.222.0.45 "GET /v2.0/networks/ca36ee0b-69dd-47af-b5ea-ecee46692eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881138 Feb 21 00:35:18.399109 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-859e66a5-f175-4263-837a-8293c32b192d req-269a99d2-6fbd-4dc5-9e1e-1acdfef090ef tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f05195e-1011-4af1-b12a-07d8f5627ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414653 Feb 21 00:35:18.538458 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-1defb239-0339-4711-8c47-66f11a8c8327 req-d132ea8a-d963-41ba-b152-73179e3b0c5c tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] 10.222.0.45 "GET /v2.0/ports?device_id=5cafed47-4c4d-4e50-af97-da45180a5e75 HTTP/1.1" status: 200 len: 210 time: 0.0259886 Feb 21 00:35:19.237105 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ec7cd9-4335-4981-9d6d-3ec79393bc7a req-92b9dcb4-fd59-4f97-b56d-2aca6cc226aa tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:19.238491 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-71ec7cd9-4335-4981-9d6d-3ec79393bc7a req-92b9dcb4-fd59-4f97-b56d-2aca6cc226aa tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8230352-c17e-4cac-8ed0-da7c12f48e16 HTTP/1.1" status: 200 len: 945 time: 0.0546443 Feb 21 00:35:19.284640 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-71ec7cd9-4335-4981-9d6d-3ec79393bc7a req-5e062856-82d2-4c7d-ad4f-f8e29af48d40 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405948 Feb 21 00:35:19.640401 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-33a25bc5-dfb8-4fbe-81ad-fe21ae178e8d req-686c3fb7-785b-478d-8f97-b307c49b8623 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] 10.222.0.45 "GET /v2.0/ports?device_id=5cafed47-4c4d-4e50-af97-da45180a5e75 HTTP/1.1" status: 200 len: 210 time: 0.0328834 Feb 21 00:35:19.861592 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceac5c9-7f04-42bc-9bfb-a3765484d3fc req-dff79893-9e64-4882-9193-7a1d0a100334 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:19.863507 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-fceac5c9-7f04-42bc-9bfb-a3765484d3fc req-dff79893-9e64-4882-9193-7a1d0a100334 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=40d12558-3fed-4562-b3a8-9a6f076fc3d9 HTTP/1.1" status: 200 len: 943 time: 0.3675847 Feb 21 00:35:19.900457 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdafcc8-52ec-4bdd-8dcc-8a5203733770 req-599d630f-e6ab-432f-a1aa-7a111b33dcd5 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:19.901927 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-cbdafcc8-52ec-4bdd-8dcc-8a5203733770 req-599d630f-e6ab-432f-a1aa-7a111b33dcd5 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] 10.222.0.36 "GET /v2.0/networks?id=ca36ee0b-69dd-47af-b5ea-ecee46692eff HTTP/1.1" status: 200 len: 815 time: 0.3748419 Feb 21 00:35:19.925863 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.v2.base [req-cbdafcc8-52ec-4bdd-8dcc-8a5203733770 req-b5c97794-4f41-4998-b7b9-2e05c5458805 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Request body: {'port': {'device_id': '5cafed47-4c4d-4e50-af97-da45180a5e75', 'network_id': 'ca36ee0b-69dd-47af-b5ea-ecee46692eff', 'admin_state_up': True, 'tenant_id': '471e14591c9b4e4d9bd298269ddebacb'}} {{(pid=109223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:35:19.999319 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-fceac5c9-7f04-42bc-9bfb-a3765484d3fc req-7014266a-dbca-48d0-8ff9-5e98a83bb7a9 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f05195e-1011-4af1-b12a-07d8f5627ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197872 Feb 21 00:35:20.087628 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbdafcc8-52ec-4bdd-8dcc-8a5203733770 req-b5c97794-4f41-4998-b7b9-2e05c5458805 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Made reservation on behalf of 471e14591c9b4e4d9bd298269ddebacb for: {'port': 1} {{(pid=109223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 00:35:20.094175 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-cbdafcc8-52ec-4bdd-8dcc-8a5203733770 req-b5c97794-4f41-4998-b7b9-2e05c5458805 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (None), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:20.300069 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.db.db_base_plugin_common [req-cbdafcc8-52ec-4bdd-8dcc-8a5203733770 req-b5c97794-4f41-4998-b7b9-2e05c5458805 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Allocated IP 172.20.0.7 (ca36ee0b-69dd-47af-b5ea-ecee46692eff/29d266b3-d638-4ac9-99d5-4bbc8fdc8eb4/6bb787e3-e415-46c7-b65e-52a74666e345) {{(pid=109223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 00:35:20.456548 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf39173e-99d0-48a0-a6d4-c72898e4ae74 req-fc449091-bb68-48fa-8666-89c918ce7a40 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:20.458342 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-bf39173e-99d0-48a0-a6d4-c72898e4ae74 req-fc449091-bb68-48fa-8666-89c918ce7a40 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8230352-c17e-4cac-8ed0-da7c12f48e16 HTTP/1.1" status: 200 len: 945 time: 0.0922976 Feb 21 00:35:20.541167 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-bf39173e-99d0-48a0-a6d4-c72898e4ae74 req-e5f306ff-0a42-4e96-8dad-82359d6cffb1 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769842 Feb 21 00:35:20.555718 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-cbdafcc8-52ec-4bdd-8dcc-8a5203733770 req-b5c97794-4f41-4998-b7b9-2e05c5458805 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Publish callbacks [] for port (6bb787e3-e415-46c7-b65e-52a74666e345), precommit_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:20.597499 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-cbdafcc8-52ec-4bdd-8dcc-8a5203733770 req-b5c97794-4f41-4998-b7b9-2e05c5458805 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731676182815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3995289'] for port (6bb787e3-e415-46c7-b65e-52a74666e345), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:20.660510 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbdafcc8-52ec-4bdd-8dcc-8a5203733770 req-b5c97794-4f41-4998-b7b9-2e05c5458805 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Network ca36ee0b-69dd-47af-b5ea-ecee46692eff is already hosted by enough agents. {{(pid=109223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:35:20.670068 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.scheduler.base_scheduler [req-cbdafcc8-52ec-4bdd-8dcc-8a5203733770 req-b5c97794-4f41-4998-b7b9-2e05c5458805 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Resources bound (agent type, host, resource id): {{(pid=109223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:35:20.677200 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbdafcc8-52ec-4bdd-8dcc-8a5203733770 req-b5c97794-4f41-4998-b7b9-2e05c5458805 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Received port after_create {{(pid=109223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 00:35:20.752501 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c97794-4f41-4998-b7b9-2e05c5458805 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Pushing event updated for resources: {'Port': ['ID=6bb787e3-e415-46c7-b65e-52a74666e345,revision_number=1']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:35:20.824137 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdafcc8-52ec-4bdd-8dcc-8a5203733770 req-b5c97794-4f41-4998-b7b9-2e05c5458805 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:20.824799 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-cbdafcc8-52ec-4bdd-8dcc-8a5203733770 req-b5c97794-4f41-4998-b7b9-2e05c5458805 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469064'] for port (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:20.880244 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-cbdafcc8-52ec-4bdd-8dcc-8a5203733770 req-b5c97794-4f41-4998-b7b9-2e05c5458805 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9580574 Feb 21 00:35:20.931673 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736c8aee-9dd1-4dd4-86cc-6d89e9198042 req-d034b4fc-07ba-4111-babf-ba586b72e234 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:20.938569 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-736c8aee-9dd1-4dd4-86cc-6d89e9198042 req-d034b4fc-07ba-4111-babf-ba586b72e234 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] 10.222.0.45 "GET /v2.0/ports?device_id=5cafed47-4c4d-4e50-af97-da45180a5e75 HTTP/1.1" status: 200 len: 931 time: 0.0950778 Feb 21 00:35:21.047106 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-3e82ed63-9013-4c51-8356-d47efa25ab0f None None] Provisioning complete for port 6bb787e3-e415-46c7-b65e-52a74666e345 triggered by entity DHCP. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:35:21.047646 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-3e82ed63-9013-4c51-8356-d47efa25ab0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (6bb787e3-e415-46c7-b65e-52a74666e345), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:21.064825 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-736c8aee-9dd1-4dd4-86cc-6d89e9198042 req-4040f5e7-24cf-4e6d-8bcc-f01fb14b10e0 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] 10.222.0.45 "GET /v2.0/security-groups?id=3aa544ef-5b86-4218-a931-0dcdd7590b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253009 Feb 21 00:35:21.124205 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-3e82ed63-9013-4c51-8356-d47efa25ab0f None None] Port 6bb787e3-e415-46c7-b65e-52a74666e345 cannot update to ACTIVE because it is not bound. {{(pid=109224) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 00:35:21.155551 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5aa978-395b-4c55-a0ac-4e51fc7a5c1a req-824ddfdd-a453-446f-8f6d-f79a4905b834 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:21.157557 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-ea5aa978-395b-4c55-a0ac-4e51fc7a5c1a req-824ddfdd-a453-446f-8f6d-f79a4905b834 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=40d12558-3fed-4562-b3a8-9a6f076fc3d9 HTTP/1.1" status: 200 len: 943 time: 0.0686631 Feb 21 00:35:21.239921 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-ea5aa978-395b-4c55-a0ac-4e51fc7a5c1a req-668d91ba-6fc9-4bde-b078-578c8a79d66c tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f05195e-1011-4af1-b12a-07d8f5627ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724552 Feb 21 00:35:21.695169 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e03c79-16a6-43cf-a800-0b238d16cd4e req-bfba7d55-d4c3-4eaa-8347-ed77c528501b tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:21.697047 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-a5e03c79-16a6-43cf-a800-0b238d16cd4e req-bfba7d55-d4c3-4eaa-8347-ed77c528501b tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8230352-c17e-4cac-8ed0-da7c12f48e16 HTTP/1.1" status: 200 len: 945 time: 0.0740566 Feb 21 00:35:21.767260 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-a5e03c79-16a6-43cf-a800-0b238d16cd4e req-12098663-8065-49e1-a42b-f3e7a12960d2 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591800 Feb 21 00:35:21.909435 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Device e54a4066-a1cd-43cd-bf19-c474f7a751af details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109224) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 00:35:21.912851 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Device a1f9e6bf-8263-4339-b724-8833a8258426 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=109224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 00:35:21.939733 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] No Port match for: a1f9e6bf-8263-4339-b724-8833a8258426 {{(pid=109224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 00:35:21.940094 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Device a1f9e6bf-8263-4339-b724-8833a8258426 not bound to the agent host hv-cinder-81322 {{(pid=109224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 00:35:22.033411 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] For port e54a4066-a1cd-43cd-bf19-c474f7a751af, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e54a4066-a1cd-43cd-bf19-c474f7a751af,segment=NetworkSegment(905ecc73-8a74-4e6f-8e03-5ec9e3dbca32),segment_id=905ecc73-8a74-4e6f-8e03-5ec9e3dbca32)] {{(pid=109224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:35:22.045551 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Returning: {'device': 'e54a4066-a1cd-43cd-bf19-c474f7a751af', 'network_id': '2cc309f6-129c-421f-a7c2-95ecda53f9b9', 'port_id': 'e54a4066-a1cd-43cd-bf19-c474f7a751af', 'mac_address': 'fa:16:3e:c3:7c:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c4904f9-0933-4cbb-8971-c27649ee3505', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109224) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 00:35:22.088298 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Current status of the port e54a4066-a1cd-43cd-bf19-c474f7a751af is: DOWN; New status is: BUILD {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:35:22.088969 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (e54a4066-a1cd-43cd-bf19-c474f7a751af), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:22.105834 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.notifiers.nova [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e54a4066-a1cd-43cd-bf19-c474f7a751af {{(pid=109224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 00:35:22.148926 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] For port e54a4066-a1cd-43cd-bf19-c474f7a751af, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e54a4066-a1cd-43cd-bf19-c474f7a751af,segment=NetworkSegment(905ecc73-8a74-4e6f-8e03-5ec9e3dbca32),segment_id=905ecc73-8a74-4e6f-8e03-5ec9e3dbca32)] {{(pid=109224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:35:22.154730 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (e54a4066-a1cd-43cd-bf19-c474f7a751af), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:22.195652 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db45421-56a9-461e-8c31-903c6b8edf22 req-ea535021-9049-41a4-b518-6e1c4e0d0322 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:22.197796 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-4db45421-56a9-461e-8c31-903c6b8edf22 req-ea535021-9049-41a4-b518-6e1c4e0d0322 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] 10.222.0.45 "GET /v2.0/ports?device_id=5cafed47-4c4d-4e50-af97-da45180a5e75 HTTP/1.1" status: 200 len: 931 time: 0.0829601 Feb 21 00:35:22.222460 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Pushing event updated for resources: {'Port': ['ID=e54a4066-a1cd-43cd-bf19-c474f7a751af,revision_number=9']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:35:22.260574 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-4db45421-56a9-461e-8c31-903c6b8edf22 req-f1acc8ac-270d-4e21-8321-d1348653f62b tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] 10.222.0.45 "GET /v2.0/security-groups?id=3aa544ef-5b86-4218-a931-0dcdd7590b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562296 Feb 21 00:35:22.397442 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716fd635-40ba-4239-b137-eb3094065bf4 req-7150c58a-8604-4515-84d7-466e6b1dd2a4 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:22.399864 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-716fd635-40ba-4239-b137-eb3094065bf4 req-7150c58a-8604-4515-84d7-466e6b1dd2a4 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=40d12558-3fed-4562-b3a8-9a6f076fc3d9 HTTP/1.1" status: 200 len: 944 time: 0.0822608 Feb 21 00:35:22.448739 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-716fd635-40ba-4239-b137-eb3094065bf4 req-99d08ee2-f1a2-4844-84be-51591dd6d204 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f05195e-1011-4af1-b12a-07d8f5627ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432448 Feb 21 00:35:22.510230 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] get_ports_and_sgs() called for port_ids ['e54a4066-a1cd-43cd-bf19-c474f7a751af'] {{(pid=109224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 00:35:22.890603 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a220ee-554a-4083-9e40-a0a05506f0b6 req-9e3ffe96-72a0-47ae-b028-beaaced757ea tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:22.892493 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-10a220ee-554a-4083-9e40-a0a05506f0b6 req-9e3ffe96-72a0-47ae-b028-beaaced757ea tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8230352-c17e-4cac-8ed0-da7c12f48e16 HTTP/1.1" status: 200 len: 945 time: 0.0537601 Feb 21 00:35:22.900922 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.agents_db [None req-b2a96afc-399a-46ae-93e6-bd9f3e536be2 None None] Agent healthcheck: found 6 active agents {{(pid=109225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 00:35:22.943904 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-10a220ee-554a-4083-9e40-a0a05506f0b6 req-4e2c5609-9908-462c-8ba5-cde1ffab8d97 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455365 Feb 21 00:35:23.265472 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 57898) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:35:23.408258 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f710570-977b-460b-8cde-67fe2129bf4a req-7567b027-ed16-4403-8344-2812da0f0fc0 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:23.409741 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-3f710570-977b-460b-8cde-67fe2129bf4a req-7567b027-ed16-4403-8344-2812da0f0fc0 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] 10.222.0.45 "GET /v2.0/ports?device_id=5cafed47-4c4d-4e50-af97-da45180a5e75 HTTP/1.1" status: 200 len: 931 time: 0.0746255 Feb 21 00:35:23.419468 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-0a36ed04-0740-4ccc-a824-3610087977ec admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ce1ef16968df4b02aa4ff097e4f2ca43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1520231 Feb 21 00:35:23.422121 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 57906) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:35:23.473379 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-3f710570-977b-460b-8cde-67fe2129bf4a req-2d7224c8-1be1-443a-bac8-793fd6f914c1 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] 10.222.0.45 "GET /v2.0/security-groups?id=3aa544ef-5b86-4218-a931-0dcdd7590b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576291 Feb 21 00:35:23.487646 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-dea969ad-0d7d-41bd-8728-f8b4b3ce8927 admin admin] Publish callbacks [] for security_group (76013cf2-71ad-4244-b565-15bb12d6f80f), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:23.510880 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-dea969ad-0d7d-41bd-8728-f8b4b3ce8927 admin admin] Publish callbacks [] for security_group (76013cf2-71ad-4244-b565-15bb12d6f80f), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:23.587887 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-dea969ad-0d7d-41bd-8728-f8b4b3ce8927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (76013cf2-71ad-4244-b565-15bb12d6f80f), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:23.590534 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-dea969ad-0d7d-41bd-8728-f8b4b3ce8927 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:23.591730 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-dea969ad-0d7d-41bd-8728-f8b4b3ce8927 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/76013cf2-71ad-4244-b565-15bb12d6f80f HTTP/1.1" status: 204 len: 168 time: 0.1686339 Feb 21 00:35:23.606071 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea969ad-0d7d-41bd-8728-f8b4b3ce8927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76013cf2-71ad-4244-b565-15bb12d6f80f,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:35:23.614389 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea969ad-0d7d-41bd-8728-f8b4b3ce8927 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:35:23.614741 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea969ad-0d7d-41bd-8728-f8b4b3ce8927 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:35:23.615082 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea969ad-0d7d-41bd-8728-f8b4b3ce8927 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:35:23.615445 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea969ad-0d7d-41bd-8728-f8b4b3ce8927 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:35:23.615776 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea969ad-0d7d-41bd-8728-f8b4b3ce8927 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:35:23.616101 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea969ad-0d7d-41bd-8728-f8b4b3ce8927 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:35:23.616474 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea969ad-0d7d-41bd-8728-f8b4b3ce8927 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:35:23.616848 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea969ad-0d7d-41bd-8728-f8b4b3ce8927 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:35:23.617506 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea969ad-0d7d-41bd-8728-f8b4b3ce8927 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:35:23.617871 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea969ad-0d7d-41bd-8728-f8b4b3ce8927 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:35:23.618261 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea969ad-0d7d-41bd-8728-f8b4b3ce8927 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:35:23.618627 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea969ad-0d7d-41bd-8728-f8b4b3ce8927 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:35:23.618849 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea969ad-0d7d-41bd-8728-f8b4b3ce8927 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:35:23.635481 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21718ffb-6d2d-4d64-b629-50fc178b1f0d req-0415437a-a6bc-4f4c-a8ff-6e4110b4ddbb tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:23.643795 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-21718ffb-6d2d-4d64-b629-50fc178b1f0d req-0415437a-a6bc-4f4c-a8ff-6e4110b4ddbb tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=40d12558-3fed-4562-b3a8-9a6f076fc3d9 HTTP/1.1" status: 200 len: 944 time: 0.0949895 Feb 21 00:35:23.695816 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-21718ffb-6d2d-4d64-b629-50fc178b1f0d req-e9372658-8d92-4abf-bb7f-c8e7a7a32316 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f05195e-1011-4af1-b12a-07d8f5627ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510330 Feb 21 00:35:23.939307 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Device e54a4066-a1cd-43cd-bf19-c474f7a751af up at agent hyperv_hv-cinder-81322 {{(pid=109224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:35:23.990161 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Provisioning complete for port e54a4066-a1cd-43cd-bf19-c474f7a751af triggered by entity L2. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:35:23.990779 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (e54a4066-a1cd-43cd-bf19-c474f7a751af), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:24.090897 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Current status of the port e54a4066-a1cd-43cd-bf19-c474f7a751af is: BUILD; New status is: ACTIVE {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:35:24.091794 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (e54a4066-a1cd-43cd-bf19-c474f7a751af), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:24.126275 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7c4140-6257-4861-a517-fc966cb05668 req-60666ddf-ab08-4c94-a195-a071b5b30955 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:24.127800 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-6c7c4140-6257-4861-a517-fc966cb05668 req-60666ddf-ab08-4c94-a195-a071b5b30955 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8230352-c17e-4cac-8ed0-da7c12f48e16 HTTP/1.1" status: 200 len: 945 time: 0.0649054 Feb 21 00:35:24.133033 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40d12558-3fed-4562-b3a8-9a6f076fc3d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e54a4066-a1cd-43cd-bf19-c474f7a751af'}] {{(pid=109224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:35:24.139458 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea31762fe36adf1256da5116fd788589841920f52286d7e0b0077cda52487892" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2100ae00-722a-4023-8187-b29c4665da76" -d '{"events": [{"server_uuid": "40d12558-3fed-4562-b3a8-9a6f076fc3d9", "name": "network-vif-plugged", "status": "completed", "tag": "e54a4066-a1cd-43cd-bf19-c474f7a751af"}]}' {{(pid=109224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:35:24.159572 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] For port e54a4066-a1cd-43cd-bf19-c474f7a751af, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e54a4066-a1cd-43cd-bf19-c474f7a751af,segment=NetworkSegment(905ecc73-8a74-4e6f-8e03-5ec9e3dbca32),segment_id=905ecc73-8a74-4e6f-8e03-5ec9e3dbca32)] {{(pid=109224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:35:24.173162 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (e54a4066-a1cd-43cd-bf19-c474f7a751af), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:24.213305 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-6c7c4140-6257-4861-a517-fc966cb05668 req-8a494469-2c1e-4507-a5f8-ac784db2d125 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720818 Feb 21 00:35:24.233118 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Pushing event updated for resources: {'Port': ['ID=e54a4066-a1cd-43cd-bf19-c474f7a751af,revision_number=10']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:35:24.236501 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 00:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e5fc700-e397-4557-92dd-835948645fe4 x-openstack-request-id: req-0e5fc700-e397-4557-92dd-835948645fe4 {{(pid=109224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:35:24.236862 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40d12558-3fed-4562-b3a8-9a6f076fc3d9", "name": "network-vif-plugged", "status": "completed", "tag": "e54a4066-a1cd-43cd-bf19-c474f7a751af", "code": 200}]} {{(pid=109224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:35:24.237124 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0e5fc700-e397-4557-92dd-835948645fe4 {{(pid=109224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:35:24.237525 dv-cinder-813225-6-iscsi neutron-server[109224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40d12558-3fed-4562-b3a8-9a6f076fc3d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e54a4066-a1cd-43cd-bf19-c474f7a751af', 'code': 200} Feb 21 00:35:24.466991 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 57936) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:35:24.606045 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [None req-ea066797-85b9-42b6-a022-15932c087344 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-187415911-network', 'tenant_id': '1022ec32710c4438be1d656ef94cf199'}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:35:24.624128 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d91e6d-4c4e-4785-ae25-bb9e7df83c62 req-46d856d8-7f9e-4815-9dfa-e5177317c714 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:24.625802 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-22d91e6d-4c4e-4785-ae25-bb9e7df83c62 req-46d856d8-7f9e-4815-9dfa-e5177317c714 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] 10.222.0.45 "GET /v2.0/ports?device_id=5cafed47-4c4d-4e50-af97-da45180a5e75 HTTP/1.1" status: 200 len: 931 time: 0.0673997 Feb 21 00:35:24.629090 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea066797-85b9-42b6-a022-15932c087344 admin admin] Made reservation on behalf of 1022ec32710c4438be1d656ef94cf199 for: {'network': 1} {{(pid=109222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 00:35:24.632794 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-ea066797-85b9-42b6-a022-15932c087344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for network (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:24.641205 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-ea066797-85b9-42b6-a022-15932c087344 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:24.709519 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-22d91e6d-4c4e-4785-ae25-bb9e7df83c62 req-cfc87d7e-17c6-478b-ae8c-57957fed94ae tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] 10.222.0.45 "GET /v2.0/security-groups?id=3aa544ef-5b86-4218-a931-0dcdd7590b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633440 Feb 21 00:35:24.758192 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-ea066797-85b9-42b6-a022-15932c087344 admin admin] Publish callbacks [] for security_group (b1a2c018-7423-4c20-93d0-3cc81cb7d8ef), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:24.761847 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-ea066797-85b9-42b6-a022-15932c087344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (b1a2c018-7423-4c20-93d0-3cc81cb7d8ef), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:24.789531 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea066797-85b9-42b6-a022-15932c087344 admin admin] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=109222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 00:35:24.810187 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-ea066797-85b9-42b6-a022-15932c087344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16097169'] for segment (970eaf00-ac3b-4ec8-be6f-56128060f54e), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:24.810533 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.db.segments_db [None req-ea066797-85b9-42b6-a022-15932c087344 admin admin] Added segment 970eaf00-ac3b-4ec8-be6f-56128060f54e of type vlan for network d6d2700e-87da-42e8-bd68-6361cafa1e7e Feb 21 00:35:24.833227 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea066797-85b9-42b6-a022-15932c087344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a2c018-7423-4c20-93d0-3cc81cb7d8ef,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:35:24.875086 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-ea066797-85b9-42b6-a022-15932c087344 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731676168578'] for network (d6d2700e-87da-42e8-bd68-6361cafa1e7e), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:24.907056 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b4c4e5-6b9d-4bd1-ac01-50cf34cc0821 req-932e3128-2a65-4376-84fb-e287d8096221 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:24.908591 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-c1b4c4e5-6b9d-4bd1-ac01-50cf34cc0821 req-932e3128-2a65-4376-84fb-e287d8096221 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=40d12558-3fed-4562-b3a8-9a6f076fc3d9 HTTP/1.1" status: 200 len: 946 time: 0.1270008 Feb 21 00:35:24.921432 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-ea066797-85b9-42b6-a022-15932c087344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403'] for network (d6d2700e-87da-42e8-bd68-6361cafa1e7e), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:24.922363 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea066797-85b9-42b6-a022-15932c087344 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:24.922942 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-ea066797-85b9-42b6-a022-15932c087344 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582445'] for network (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:25.003420 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-ea066797-85b9-42b6-a022-15932c087344 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5336578 Feb 21 00:35:25.003750 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 57944) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:35:25.008878 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.v2.base [None req-72035386-8c84-46bf-8382-c52083ac4d59 admin admin] Request body: {'subnet': {'network_id': 'd6d2700e-87da-42e8-bd68-6361cafa1e7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-187415911-subnet', 'tenant_id': '1022ec32710c4438be1d656ef94cf199', 'ip_version': 4}} {{(pid=109223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:35:25.016790 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea066797-85b9-42b6-a022-15932c087344 admin admin] Pushing event updated for resources: {'Network': ['ID=d6d2700e-87da-42e8-bd68-6361cafa1e7e,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:35:25.021376 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-c1b4c4e5-6b9d-4bd1-ac01-50cf34cc0821 req-123376c8-bd1a-43aa-8656-598d7c7cc984 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f05195e-1011-4af1-b12a-07d8f5627ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072218 Feb 21 00:35:25.033126 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Network d6d2700e-87da-42e8-bd68-6361cafa1e7e details requested by agent ovs-agent-dv-cinder-813225-6-iscsi with host dv-cinder-813225-6-iscsi {{(pid=109224) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 00:35:25.052712 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72035386-8c84-46bf-8382-c52083ac4d59 admin admin] Made reservation on behalf of 1022ec32710c4438be1d656ef94cf199 for: {'subnet': 1} {{(pid=109223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 00:35:25.055542 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-72035386-8c84-46bf-8382-c52083ac4d59 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3701950'] for subnet (None), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:25.256616 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-72035386-8c84-46bf-8382-c52083ac4d59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3992585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3701836'] for subnet (f35da8e3-8a83-4d91-8de4-129fb55d2a0b), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:25.346780 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72035386-8c84-46bf-8382-c52083ac4d59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f35da8e3-8a83-4d91-8de4-129fb55d2a0b,revision_number=0']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:35:25.370781 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72035386-8c84-46bf-8382-c52083ac4d59 admin admin] Checking segment: {'id': '970eaf00-ac3b-4ec8-be6f-56128060f54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd6d2700e-87da-42e8-bd68-6361cafa1e7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:35:25.370781 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72035386-8c84-46bf-8382-c52083ac4d59 admin admin] Network hostable DHCP agents. Network: d6d2700e-87da-42e8-bd68-6361cafa1e7e, hostable agents: ['57941464-2af3-4cc7-9b46-3eeacd6f6fca'], hosted agents: [] {{(pid=109223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 00:35:25.383772 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88102590-9968-4871-bf61-cfbf4e9d8a4d req-ccc8259a-4bf1-4566-9004-994c4a095168 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:25.386043 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-88102590-9968-4871-bf61-cfbf4e9d8a4d req-ccc8259a-4bf1-4566-9004-994c4a095168 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8230352-c17e-4cac-8ed0-da7c12f48e16 HTTP/1.1" status: 200 len: 945 time: 0.0990644 Feb 21 00:35:25.417087 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72035386-8c84-46bf-8382-c52083ac4d59 admin admin] Network d6d2700e-87da-42e8-bd68-6361cafa1e7e is scheduled to be hosted by DHCP agent 57941464-2af3-4cc7-9b46-3eeacd6f6fca with binding_index 1 {{(pid=109223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 00:35:25.436431 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.scheduler.base_scheduler [None req-72035386-8c84-46bf-8382-c52083ac4d59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813225-6-iscsi, d6d2700e-87da-42e8-bd68-6361cafa1e7e) {{(pid=109223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:35:25.443614 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72035386-8c84-46bf-8382-c52083ac4d59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:25.444717 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-72035386-8c84-46bf-8382-c52083ac4d59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582445'] for subnet (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:25.448734 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0d7955-9f3e-4859-89cc-824ecda9dde5 None None] Network d6d2700e-87da-42e8-bd68-6361cafa1e7e requested from dv-cinder-813225-6-iscsi {{(pid=109224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 00:35:25.449615 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-88102590-9968-4871-bf61-cfbf4e9d8a4d req-2f482363-f476-4791-abba-77b9969a9681 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582955 Feb 21 00:35:25.479026 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 57950) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:35:25.483704 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-72035386-8c84-46bf-8382-c52083ac4d59 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4703135 Feb 21 00:35:25.483841 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [None req-c1cf964c-3c6b-4f99-928f-f700539844af admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-187415911-router', 'tenant_id': '1022ec32710c4438be1d656ef94cf199', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050'}}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:35:25.517227 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-c1cf964c-3c6b-4f99-928f-f700539844af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-958399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1880'] for router (a571618a-2a51-4541-9291-5195e0b4d73b), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:25.518707 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-c1cf964c-3c6b-4f99-928f-f700539844af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-955183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-537569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1873'] for router (a571618a-2a51-4541-9291-5195e0b4d73b), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:25.579654 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03f5b7d-517d-4d1c-94f7-4c33f2135418 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc40baefa-d12c-5e0a-9a3f-979e6179f684-d6d2700e-87da-42e8-bd68-6361cafa1e7e', 'network_id': 'd6d2700e-87da-42e8-bd68-6361cafa1e7e', 'project_id': '1022ec32710c4438be1d656ef94cf199', 'fixed_ips': [{'subnet_id': 'f35da8e3-8a83-4d91-8de4-129fb55d2a0b'}]}} from dv-cinder-813225-6-iscsi. {{(pid=109224) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 21 00:35:25.580079 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-c1cf964c-3c6b-4f99-928f-f700539844af admin admin] Publish callbacks [] for router_controller (a571618a-2a51-4541-9291-5195e0b4d73b), precommit_add_association {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:25.580868 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-f03f5b7d-517d-4d1c-94f7-4c33f2135418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (None), before_create {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:25.729013 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.db_base_plugin_common [None req-f03f5b7d-517d-4d1c-94f7-4c33f2135418 None None] Allocated IP 172.20.0.2 (d6d2700e-87da-42e8-bd68-6361cafa1e7e/f35da8e3-8a83-4d91-8de4-129fb55d2a0b/0da108a1-7c76-4570-a5b4-0a44e4ee9a30) {{(pid=109224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 00:35:25.756013 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-c1cf964c-3c6b-4f99-928f-f700539844af admin admin] Publish callbacks [] for router_gateway (a571618a-2a51-4541-9291-5195e0b4d73b), precommit_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:25.925090 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7976dcd1-8321-4f51-9303-a58cfb2035a4 req-059dc061-6309-4b51-ac0f-e766736c18d3 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:25.926833 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-7976dcd1-8321-4f51-9303-a58cfb2035a4 req-059dc061-6309-4b51-ac0f-e766736c18d3 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] 10.222.0.45 "GET /v2.0/ports?device_id=5cafed47-4c4d-4e50-af97-da45180a5e75 HTTP/1.1" status: 200 len: 931 time: 0.1215456 Feb 21 00:35:25.940368 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-f03f5b7d-517d-4d1c-94f7-4c33f2135418 None None] Publish callbacks [] for port (0da108a1-7c76-4570-a5b4-0a44e4ee9a30), precommit_create {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:25.948246 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-f03f5b7d-517d-4d1c-94f7-4c33f2135418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731676182815'] for port (0da108a1-7c76-4570-a5b4-0a44e4ee9a30), after_create {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:26.004884 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03f5b7d-517d-4d1c-94f7-4c33f2135418 None None] Network d6d2700e-87da-42e8-bd68-6361cafa1e7e is already hosted by enough agents. {{(pid=109224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:35:26.010175 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.scheduler.base_scheduler [None req-f03f5b7d-517d-4d1c-94f7-4c33f2135418 None None] Resources bound (agent type, host, resource id): {{(pid=109224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:35:26.010685 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-7976dcd1-8321-4f51-9303-a58cfb2035a4 req-3f3a6fe6-65be-4ace-9c84-5fb8ad7e3df1 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] 10.222.0.45 "GET /v2.0/security-groups?id=3aa544ef-5b86-4218-a931-0dcdd7590b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700803 Feb 21 00:35:26.012178 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03f5b7d-517d-4d1c-94f7-4c33f2135418 None None] Pushing event updated for resources: {'Port': ['ID=0da108a1-7c76-4570-a5b4-0a44e4ee9a30,revision_number=1']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:35:26.014560 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03f5b7d-517d-4d1c-94f7-4c33f2135418 None None] Received port after_create {{(pid=109224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 00:35:26.081504 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.managers [None req-f03f5b7d-517d-4d1c-94f7-4c33f2135418 None None] Attempting to bind port 0da108a1-7c76-4570-a5b4-0a44e4ee9a30 on host dv-cinder-813225-6-iscsi for vnic_type normal with profile {{(pid=109224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 00:35:26.082212 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.managers [None req-f03f5b7d-517d-4d1c-94f7-4c33f2135418 None None] Attempting to bind port 0da108a1-7c76-4570-a5b4-0a44e4ee9a30 by drivers openvswitch,hyperv on host dv-cinder-813225-6-iscsi at level 0 using segments [{'id': '970eaf00-ac3b-4ec8-be6f-56128060f54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd6d2700e-87da-42e8-bd68-6361cafa1e7e'}] {{(pid=109224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 00:35:26.082212 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03f5b7d-517d-4d1c-94f7-4c33f2135418 None None] Attempting to bind port 0da108a1-7c76-4570-a5b4-0a44e4ee9a30 on network d6d2700e-87da-42e8-bd68-6361cafa1e7e {{(pid=109224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:35:26.088614 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03f5b7d-517d-4d1c-94f7-4c33f2135418 None None] Checking agent: {'id': 'd6e95c40-1d90-4a13-9e37-1d6580a24190', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813225-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 0, 23, 38), 'started_at': datetime.datetime(2022, 2, 21, 0, 24, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 0, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813225-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 00:35:26.091541 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03f5b7d-517d-4d1c-94f7-4c33f2135418 None None] Checking segment: {'id': '970eaf00-ac3b-4ec8-be6f-56128060f54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd6d2700e-87da-42e8-bd68-6361cafa1e7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:35:26.092623 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-f03f5b7d-517d-4d1c-94f7-4c33f2135418 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:26.093780 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03f5b7d-517d-4d1c-94f7-4c33f2135418 None None] Bound using segment: {'id': '970eaf00-ac3b-4ec8-be6f-56128060f54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd6d2700e-87da-42e8-bd68-6361cafa1e7e'} {{(pid=109224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 00:35:26.094572 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.managers [None req-f03f5b7d-517d-4d1c-94f7-4c33f2135418 None None] Bound port: 0da108a1-7c76-4570-a5b4-0a44e4ee9a30, host: dv-cinder-813225-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '970eaf00-ac3b-4ec8-be6f-56128060f54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd6d2700e-87da-42e8-bd68-6361cafa1e7e'}}] {{(pid=109224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 00:35:26.095305 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-f03f5b7d-517d-4d1c-94f7-4c33f2135418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (0da108a1-7c76-4570-a5b4-0a44e4ee9a30), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:26.152207 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-c1cf964c-3c6b-4f99-928f-f700539844af admin admin] Publish callbacks [] for router_gateway (a571618a-2a51-4541-9291-5195e0b4d73b), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:26.184540 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-f03f5b7d-517d-4d1c-94f7-4c33f2135418 None None] For port 0da108a1-7c76-4570-a5b4-0a44e4ee9a30, host dv-cinder-813225-6-iscsi, cleared binding levels {{(pid=109224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 00:35:26.187664 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d92408-4a7b-47fc-acc0-b81239165585 req-f8f12fbb-2520-427b-a902-bc50e878bfe8 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:26.188169 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-f03f5b7d-517d-4d1c-94f7-4c33f2135418 None None] For port 0da108a1-7c76-4570-a5b4-0a44e4ee9a30, host dv-cinder-813225-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-6-iscsi',level=0,port_id=0da108a1-7c76-4570-a5b4-0a44e4ee9a30,segment=NetworkSegment(970eaf00-ac3b-4ec8-be6f-56128060f54e),segment_id=970eaf00-ac3b-4ec8-be6f-56128060f54e)] {{(pid=109224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 00:35:26.189551 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-78d92408-4a7b-47fc-acc0-b81239165585 req-f8f12fbb-2520-427b-a902-bc50e878bfe8 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=40d12558-3fed-4562-b3a8-9a6f076fc3d9 HTTP/1.1" status: 200 len: 946 time: 0.0782416 Feb 21 00:35:26.197728 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-c1cf964c-3c6b-4f99-928f-f700539844af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:26.201729 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-f03f5b7d-517d-4d1c-94f7-4c33f2135418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (0da108a1-7c76-4570-a5b4-0a44e4ee9a30), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:26.274353 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-78d92408-4a7b-47fc-acc0-b81239165585 req-0d804517-f14d-4cd8-8aa3-055f51cfba5c tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f05195e-1011-4af1-b12a-07d8f5627ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728071 Feb 21 00:35:26.278469 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03f5b7d-517d-4d1c-94f7-4c33f2135418 None None] Pushing event updated for resources: {'Port': ['ID=0da108a1-7c76-4570-a5b4-0a44e4ee9a30,revision_number=2']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:35:26.390789 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.db.db_base_plugin_common [None req-c1cf964c-3c6b-4f99-928f-f700539844af admin admin] Allocated IP 172.27.3.11 (9d25e361-1d6c-4c24-9c73-356a2ab84050/890cd9a8-3116-412f-9022-3458585959da/6297880a-2d4b-41a1-b14b-0623293f94c0) {{(pid=109222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 00:35:26.534390 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-c1cf964c-3c6b-4f99-928f-f700539844af admin admin] Publish callbacks [] for port (6297880a-2d4b-41a1-b14b-0623293f94c0), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:26.597552 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-c1cf964c-3c6b-4f99-928f-f700539844af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731676182815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8582894421'] for port (6297880a-2d4b-41a1-b14b-0623293f94c0), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:26.660477 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1cf964c-3c6b-4f99-928f-f700539844af admin admin] Network 9d25e361-1d6c-4c24-9c73-356a2ab84050 is already hosted by enough agents. {{(pid=109222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:35:26.666324 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.scheduler.base_scheduler [None req-c1cf964c-3c6b-4f99-928f-f700539844af admin admin] Resources bound (agent type, host, resource id): {{(pid=109222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:35:26.670926 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1cf964c-3c6b-4f99-928f-f700539844af admin admin] Received port after_create {{(pid=109222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 00:35:26.707914 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec909893-9f05-497d-a31b-d4a78ba08211 req-ad7aff1a-3431-411c-a192-edfd323be3d0 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:26.710413 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-ec909893-9f05-497d-a31b-d4a78ba08211 req-ad7aff1a-3431-411c-a192-edfd323be3d0 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8230352-c17e-4cac-8ed0-da7c12f48e16 HTTP/1.1" status: 200 len: 945 time: 0.1286817 Feb 21 00:35:26.730875 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cf964c-3c6b-4f99-928f-f700539844af admin admin] Pushing event updated for resources: {'Port': ['ID=6297880a-2d4b-41a1-b14b-0623293f94c0,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:35:26.845791 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-ec909893-9f05-497d-a31b-d4a78ba08211 req-dbc0e851-9aee-4498-b1a9-28f13a3adc8d tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190147 Feb 21 00:35:27.000781 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-c1cf964c-3c6b-4f99-928f-f700539844af admin admin] Publish callbacks [] for router_gateway (a571618a-2a51-4541-9291-5195e0b4d73b), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:27.184863 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1cb4b9-3298-45b0-894c-e8a2963ecb5b req-75c46413-5855-4344-bf88-ca74975ce5bd tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:27.186460 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-2c1cb4b9-3298-45b0-894c-e8a2963ecb5b req-75c46413-5855-4344-bf88-ca74975ce5bd tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] 10.222.0.45 "GET /v2.0/ports?device_id=5cafed47-4c4d-4e50-af97-da45180a5e75 HTTP/1.1" status: 200 len: 931 time: 0.1020191 Feb 21 00:35:27.294249 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-2c1cb4b9-3298-45b0-894c-e8a2963ecb5b req-10f11d7a-352c-4392-a04b-957a187f9b63 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] 10.222.0.45 "GET /v2.0/security-groups?id=3aa544ef-5b86-4218-a931-0dcdd7590b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973682 Feb 21 00:35:27.557822 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b2b584-a217-49e1-82a3-c4d7557afee9 req-24f16bd0-9d53-49ff-bad5-e660c47da6fe tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:27.558765 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-50b2b584-a217-49e1-82a3-c4d7557afee9 req-24f16bd0-9d53-49ff-bad5-e660c47da6fe tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=40d12558-3fed-4562-b3a8-9a6f076fc3d9 HTTP/1.1" status: 200 len: 946 time: 0.1623132 Feb 21 00:35:27.642994 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Device 0da108a1-7c76-4570-a5b4-0a44e4ee9a30 up at agent ovs-agent-dv-cinder-813225-6-iscsi {{(pid=109224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:35:27.646513 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c71e15-fd3d-488e-be41-33d30fbe759b None None] Network d6d2700e-87da-42e8-bd68-6361cafa1e7e requested from dv-cinder-813225-6-iscsi {{(pid=109224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 00:35:27.662233 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-c1cf964c-3c6b-4f99-928f-f700539844af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-955174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-951209'] for router (a571618a-2a51-4541-9291-5195e0b4d73b), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:27.692497 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-50b2b584-a217-49e1-82a3-c4d7557afee9 req-892a5598-6c09-40b8-a5cd-86aa4efa33af tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f05195e-1011-4af1-b12a-07d8f5627ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212780 Feb 21 00:35:27.760793 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-51170881-c30f-4e92-bbe6-6fafd90a6233 None None] Provisioning complete for port 0da108a1-7c76-4570-a5b4-0a44e4ee9a30 triggered by entity DHCP. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:35:27.761337 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-51170881-c30f-4e92-bbe6-6fafd90a6233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (0da108a1-7c76-4570-a5b4-0a44e4ee9a30), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:27.835915 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Provisioning complete for port 0da108a1-7c76-4570-a5b4-0a44e4ee9a30 triggered by entity L2. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:35:27.836393 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (0da108a1-7c76-4570-a5b4-0a44e4ee9a30), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:27.856276 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1cf964c-3c6b-4f99-928f-f700539844af admin admin] Router a571618a-2a51-4541-9291-5195e0b4d73b is scheduled to L3 agent 47b5b2cb-5391-4fc3-9478-3db20537c35a with binding_index 1 {{(pid=109222) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 00:35:27.983002 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Current status of the port 0da108a1-7c76-4570-a5b4-0a44e4ee9a30 is: DOWN; New status is: ACTIVE {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:35:27.983563 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (0da108a1-7c76-4570-a5b4-0a44e4ee9a30), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:28.021808 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-51170881-c30f-4e92-bbe6-6fafd90a6233 None None] Current status of the port 0da108a1-7c76-4570-a5b4-0a44e4ee9a30 is: DOWN; New status is: ACTIVE {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:35:28.026903 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-51170881-c30f-4e92-bbe6-6fafd90a6233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (0da108a1-7c76-4570-a5b4-0a44e4ee9a30), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:28.051287 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1cf964c-3c6b-4f99-928f-f700539844af admin admin] Notify agent at l3_agent.dv-cinder-813225-6-iscsi the message routers_updated {{(pid=109222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 00:35:28.066441 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6361fc-416c-459d-a083-c3679d8809d9 None None] Sync routers for ids ['a571618a-2a51-4541-9291-5195e0b4d73b'] in dv-cinder-813225-6-iscsi {{(pid=109225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 00:35:28.076389 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a03a3c-8173-4fad-89f4-63b4c3035d7f req-1dc2b007-64dc-4e98-93a8-7433a06c653a tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:28.085021 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-11a03a3c-8173-4fad-89f4-63b4c3035d7f req-1dc2b007-64dc-4e98-93a8-7433a06c653a tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8230352-c17e-4cac-8ed0-da7c12f48e16 HTTP/1.1" status: 200 len: 945 time: 0.1286664 Feb 21 00:35:28.096856 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6361fc-416c-459d-a083-c3679d8809d9 None None] Routers {'a571618a-2a51-4541-9291-5195e0b4d73b'} bound to L3 agent in host dv-cinder-813225-6-iscsi {{(pid=109225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:35:28.098712 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_hamode_db [None req-da6361fc-416c-459d-a083-c3679d8809d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-21T00:23:33Z,description=,heartbeat_timestamp=2022-02-21T00:35:04Z,host='dv-cinder-813225-6-iscsi',id=47b5b2cb-5391-4fc3-9478-3db20537c35a,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:23:34Z,topic='l3_agent')) {'router_ids': ['a571618a-2a51-4541-9291-5195e0b4d73b'], 'active': True} {{(pid=109225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:35:28.126759 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-c1cf964c-3c6b-4f99-928f-f700539844af admin admin] Publish callbacks [] for router (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:28.128742 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-c1cf964c-3c6b-4f99-928f-f700539844af admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.6485612 Feb 21 00:35:28.132251 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 57970) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:35:28.137731 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] For port 0da108a1-7c76-4570-a5b4-0a44e4ee9a30, host dv-cinder-813225-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-6-iscsi',level=0,port_id=0da108a1-7c76-4570-a5b4-0a44e4ee9a30,segment=NetworkSegment(970eaf00-ac3b-4ec8-be6f-56128060f54e),segment_id=970eaf00-ac3b-4ec8-be6f-56128060f54e)] {{(pid=109224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:35:28.158936 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (0da108a1-7c76-4570-a5b4-0a44e4ee9a30), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:28.240695 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-11a03a3c-8173-4fad-89f4-63b4c3035d7f req-8577d7a5-8c80-4b60-b7bc-8e4beeed10e5 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424925 Feb 21 00:35:28.244694 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.db.api [None req-51170881-c30f-4e92-bbe6-6fafd90a6233 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109224) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 00:35:28.245034 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG oslo_db.api [None req-51170881-c30f-4e92-bbe6-6fafd90a6233 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 00:35:28.388763 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_dvr_db [None req-da6361fc-416c-459d-a083-c3679d8809d9 None None] Set router a571618a-2a51-4541-9291-5195e0b4d73b gateway port host: dv-cinder-813225-6-iscsi {{(pid=109225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:35:28.392292 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Pushing event updated for resources: {'Port': ['ID=0da108a1-7c76-4570-a5b4-0a44e4ee9a30,revision_number=3']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:35:28.621020 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f91ff0-ecd0-4e35-8225-f58611d7746a req-ebfb1d45-0c20-4d34-b3d1-3f376e2864e8 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:28.623262 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-d6f91ff0-ecd0-4e35-8225-f58611d7746a req-ebfb1d45-0c20-4d34-b3d1-3f376e2864e8 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] 10.222.0.45 "GET /v2.0/ports?device_id=5cafed47-4c4d-4e50-af97-da45180a5e75 HTTP/1.1" status: 200 len: 931 time: 0.1351476 Feb 21 00:35:28.650997 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_hamode_db [None req-da6361fc-416c-459d-a083-c3679d8809d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a571618a-2a51-4541-9291-5195e0b4d73b', 'name': 'tempest-TestShelveInstance-187415911-router', 'tenant_id': '1022ec32710c4438be1d656ef94cf199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'external_fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '6297880a-2d4b-41a1-b14b-0623293f94c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:35:25Z', 'updated_at': '2022-02-21T00:35:26Z', 'revision_number': 3, 'project_id': '1022ec32710c4438be1d656ef94cf199', 'gw_port': {'id': '6297880a-2d4b-41a1-b14b-0623293f94c0', 'name': '', 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:10:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a571618a-2a51-4541-9291-5195e0b4d73b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:35:26Z', 'updated_at': '2022-02-21T00:35:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '890cd9a8-3116-412f-9022-3458585959da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-6-iscsi'}], 'dv-cinder-813225-6-iscsi', False) {} {{(pid=109225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:35:28.699939 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6361fc-416c-459d-a083-c3679d8809d9 None None] Checking router: a571618a-2a51-4541-9291-5195e0b4d73b for host: dv-cinder-813225-6-iscsi {{(pid=109225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 00:35:28.700294 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6361fc-416c-459d-a083-c3679d8809d9 None None] Updating router a571618a-2a51-4541-9291-5195e0b4d73b port 6297880a-2d4b-41a1-b14b-0623293f94c0 binding host dv-cinder-813225-6-iscsi {{(pid=109225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 00:35:28.720312 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-d6f91ff0-ecd0-4e35-8225-f58611d7746a req-eb4aa5f6-27e1-4304-a13d-27a0fc71c1c8 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] 10.222.0.45 "GET /v2.0/security-groups?id=3aa544ef-5b86-4218-a931-0dcdd7590b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873060 Feb 21 00:35:28.792558 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron_lib.callbacks.manager [None req-da6361fc-416c-459d-a083-c3679d8809d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (6297880a-2d4b-41a1-b14b-0623293f94c0), before_update {{(pid=109225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:28.836302 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-51170881-c30f-4e92-bbe6-6fafd90a6233 None None] Current status of the port 0da108a1-7c76-4570-a5b4-0a44e4ee9a30 is: ACTIVE; New status is: ACTIVE {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:35:28.894427 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f8416e-626a-4112-aaa4-ded0cfa152e9 req-2e1d620b-040f-40fb-ba41-0c34b5aedf81 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:28.905616 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-14f8416e-626a-4112-aaa4-ded0cfa152e9 req-2e1d620b-040f-40fb-ba41-0c34b5aedf81 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=40d12558-3fed-4562-b3a8-9a6f076fc3d9 HTTP/1.1" status: 200 len: 946 time: 0.1018846 Feb 21 00:35:28.928690 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-57315110-1318-4760-9734-dfbdd0c6a33e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:28.965616 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-189db61f-600b-4259-a836-6172978a37bf None None] Provisioning complete for port 0da108a1-7c76-4570-a5b4-0a44e4ee9a30 triggered by entity DHCP. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:35:28.966022 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-189db61f-600b-4259-a836-6172978a37bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (0da108a1-7c76-4570-a5b4-0a44e4ee9a30), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:28.998187 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-14f8416e-626a-4112-aaa4-ded0cfa152e9 req-613dc9a0-b92b-41a0-b5da-2e217f4b6e06 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f05195e-1011-4af1-b12a-07d8f5627ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858331 Feb 21 00:35:29.078511 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-189db61f-600b-4259-a836-6172978a37bf None None] Current status of the port 0da108a1-7c76-4570-a5b4-0a44e4ee9a30 is: ACTIVE; New status is: ACTIVE {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:35:29.128787 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.db.db_base_plugin_common [None req-57315110-1318-4760-9734-dfbdd0c6a33e admin admin] Allocated IP 172.20.0.1 (d6d2700e-87da-42e8-bd68-6361cafa1e7e/f35da8e3-8a83-4d91-8de4-129fb55d2a0b/e93f4edb-e84b-409b-8f0a-2c224c1dc0e6) {{(pid=109222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 00:35:29.154312 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron_lib.callbacks.manager [None req-da6361fc-416c-459d-a083-c3679d8809d9 None None] Publish callbacks [] for port (6297880a-2d4b-41a1-b14b-0623293f94c0), precommit_update {{(pid=109225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:29.159324 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron_lib.callbacks.manager [None req-da6361fc-416c-459d-a083-c3679d8809d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (6297880a-2d4b-41a1-b14b-0623293f94c0), after_update {{(pid=109225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:29.206203 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.plugins.ml2.managers [None req-da6361fc-416c-459d-a083-c3679d8809d9 None None] Attempting to bind port 6297880a-2d4b-41a1-b14b-0623293f94c0 on host dv-cinder-813225-6-iscsi for vnic_type normal with profile {{(pid=109225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 00:35:29.206567 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.plugins.ml2.managers [None req-da6361fc-416c-459d-a083-c3679d8809d9 None None] Attempting to bind port 6297880a-2d4b-41a1-b14b-0623293f94c0 by drivers openvswitch,hyperv on host dv-cinder-813225-6-iscsi at level 0 using segments [{'id': 'd470c98a-8644-4be8-8df1-f825c0b18c68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050'}] {{(pid=109225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 00:35:29.206923 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6361fc-416c-459d-a083-c3679d8809d9 None None] Attempting to bind port 6297880a-2d4b-41a1-b14b-0623293f94c0 on network 9d25e361-1d6c-4c24-9c73-356a2ab84050 {{(pid=109225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:35:29.217274 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6361fc-416c-459d-a083-c3679d8809d9 None None] Checking agent: {'id': 'd6e95c40-1d90-4a13-9e37-1d6580a24190', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813225-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 0, 23, 38), 'started_at': datetime.datetime(2022, 2, 21, 0, 24, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 0, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813225-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 00:35:29.217642 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6361fc-416c-459d-a083-c3679d8809d9 None None] Checking segment: {'id': 'd470c98a-8644-4be8-8df1-f825c0b18c68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:35:29.218035 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron_lib.callbacks.manager [None req-da6361fc-416c-459d-a083-c3679d8809d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:29.218419 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6361fc-416c-459d-a083-c3679d8809d9 None None] Bound using segment: {'id': 'd470c98a-8644-4be8-8df1-f825c0b18c68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050'} {{(pid=109225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 00:35:29.218882 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.plugins.ml2.managers [None req-da6361fc-416c-459d-a083-c3679d8809d9 None None] Bound port: 6297880a-2d4b-41a1-b14b-0623293f94c0, host: dv-cinder-813225-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd470c98a-8644-4be8-8df1-f825c0b18c68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050'}}] {{(pid=109225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 00:35:29.219264 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron_lib.callbacks.manager [None req-da6361fc-416c-459d-a083-c3679d8809d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (6297880a-2d4b-41a1-b14b-0623293f94c0), before_update {{(pid=109225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:29.220856 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862d4945-b7eb-4685-b553-fbbe4f2792cc None None] Pushing event updated for resources: {'Port': ['ID=6297880a-2d4b-41a1-b14b-0623293f94c0,revision_number=2']} {{(pid=109225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:35:29.231548 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-57315110-1318-4760-9734-dfbdd0c6a33e admin admin] Publish callbacks [] for port (e93f4edb-e84b-409b-8f0a-2c224c1dc0e6), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:29.265644 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-57315110-1318-4760-9734-dfbdd0c6a33e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731676182815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8582894421'] for port (e93f4edb-e84b-409b-8f0a-2c224c1dc0e6), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:29.277330 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.plugins.ml2.db [None req-da6361fc-416c-459d-a083-c3679d8809d9 None None] For port 6297880a-2d4b-41a1-b14b-0623293f94c0, host dv-cinder-813225-6-iscsi, cleared binding levels {{(pid=109225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 00:35:29.280061 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.plugins.ml2.db [None req-da6361fc-416c-459d-a083-c3679d8809d9 None None] For port 6297880a-2d4b-41a1-b14b-0623293f94c0, host dv-cinder-813225-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-6-iscsi',level=0,port_id=6297880a-2d4b-41a1-b14b-0623293f94c0,segment=NetworkSegment(d470c98a-8644-4be8-8df1-f825c0b18c68),segment_id=d470c98a-8644-4be8-8df1-f825c0b18c68)] {{(pid=109225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 00:35:29.287995 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron_lib.callbacks.manager [None req-da6361fc-416c-459d-a083-c3679d8809d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (6297880a-2d4b-41a1-b14b-0623293f94c0), after_update {{(pid=109225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:29.305134 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57315110-1318-4760-9734-dfbdd0c6a33e admin admin] Network d6d2700e-87da-42e8-bd68-6361cafa1e7e is already hosted by enough agents. {{(pid=109222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:35:29.308654 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.scheduler.base_scheduler [None req-57315110-1318-4760-9734-dfbdd0c6a33e admin admin] Resources bound (agent type, host, resource id): {{(pid=109222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:35:29.319584 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57315110-1318-4760-9734-dfbdd0c6a33e admin admin] Received port after_create {{(pid=109222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 00:35:29.331064 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6361fc-416c-459d-a083-c3679d8809d9 None None] Routers {'a571618a-2a51-4541-9291-5195e0b4d73b'} bound to L3 agent in host dv-cinder-813225-6-iscsi {{(pid=109225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:35:29.331910 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_hamode_db [None req-da6361fc-416c-459d-a083-c3679d8809d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-21T00:23:33Z,description=,heartbeat_timestamp=2022-02-21T00:35:04Z,host='dv-cinder-813225-6-iscsi',id=47b5b2cb-5391-4fc3-9478-3db20537c35a,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:23:34Z,topic='l3_agent')) {'router_ids': ['a571618a-2a51-4541-9291-5195e0b4d73b'], 'active': True} {{(pid=109225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:35:29.350448 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57315110-1318-4760-9734-dfbdd0c6a33e admin admin] Pushing event updated for resources: {'Port': ['ID=e93f4edb-e84b-409b-8f0a-2c224c1dc0e6,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:35:29.398394 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-57315110-1318-4760-9734-dfbdd0c6a33e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-951422'] for router_interface (a571618a-2a51-4541-9291-5195e0b4d73b), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:29.439077 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862d4945-b7eb-4685-b553-fbbe4f2792cc None None] Pushing event updated for resources: {'Port': ['ID=6297880a-2d4b-41a1-b14b-0623293f94c0,revision_number=3']} {{(pid=109225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:35:29.456595 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5791a81d-4606-4119-8743-f92522613843 req-daddb8cc-678a-4823-b9cc-c6120f5e82d6 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:29.458177 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-5791a81d-4606-4119-8743-f92522613843 req-daddb8cc-678a-4823-b9cc-c6120f5e82d6 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8230352-c17e-4cac-8ed0-da7c12f48e16 HTTP/1.1" status: 200 len: 945 time: 0.1397276 Feb 21 00:35:29.461860 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_dvr_db [None req-da6361fc-416c-459d-a083-c3679d8809d9 None None] Set router a571618a-2a51-4541-9291-5195e0b4d73b gateway port host: dv-cinder-813225-6-iscsi {{(pid=109225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:35:29.551195 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-5791a81d-4606-4119-8743-f92522613843 req-dc228f74-ffdd-442d-87bf-79bfb23d3d1a tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837381 Feb 21 00:35:29.552305 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.v2.base [req-cbdafcc8-52ec-4bdd-8dcc-8a5203733770 req-0947cbf5-605f-4e0e-b080-67fe30a3d49e service neutron] Request body: {'port': {'device_id': '5cafed47-4c4d-4e50-af97-da45180a5e75', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=109223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:35:29.604569 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-1c534cd3-904a-469b-98b6-dd4e56db6ca6 None None] Provisioning complete for port e93f4edb-e84b-409b-8f0a-2c224c1dc0e6 triggered by entity DHCP. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:35:29.605380 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-1c534cd3-904a-469b-98b6-dd4e56db6ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (e93f4edb-e84b-409b-8f0a-2c224c1dc0e6), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:29.621612 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-57315110-1318-4760-9734-dfbdd0c6a33e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (e93f4edb-e84b-409b-8f0a-2c224c1dc0e6), before_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:29.636653 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Device 0da108a1-7c76-4570-a5b4-0a44e4ee9a30 up at agent ovs-agent-dv-cinder-813225-6-iscsi {{(pid=109224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:35:29.664462 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-cbdafcc8-52ec-4bdd-8dcc-8a5203733770 req-0947cbf5-605f-4e0e-b080-67fe30a3d49e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (6bb787e3-e415-46c7-b65e-52a74666e345), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:29.691357 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_hamode_db [None req-da6361fc-416c-459d-a083-c3679d8809d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a571618a-2a51-4541-9291-5195e0b4d73b', 'name': 'tempest-TestShelveInstance-187415911-router', 'tenant_id': '1022ec32710c4438be1d656ef94cf199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'external_fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '6297880a-2d4b-41a1-b14b-0623293f94c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:35:25Z', 'updated_at': '2022-02-21T00:35:26Z', 'revision_number': 3, 'project_id': '1022ec32710c4438be1d656ef94cf199', 'gw_port': {'id': '6297880a-2d4b-41a1-b14b-0623293f94c0', 'name': '', 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:10:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a571618a-2a51-4541-9291-5195e0b4d73b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:35:26Z', 'updated_at': '2022-02-21T00:35:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '890cd9a8-3116-412f-9022-3458585959da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-6-iscsi'}], 'dv-cinder-813225-6-iscsi', False) {} {{(pid=109225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:35:29.695626 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-1c534cd3-904a-469b-98b6-dd4e56db6ca6 None None] Port e93f4edb-e84b-409b-8f0a-2c224c1dc0e6 cannot update to ACTIVE because it is not bound. {{(pid=109224) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 00:35:29.703400 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Provisioning complete for port 0da108a1-7c76-4570-a5b4-0a44e4ee9a30 triggered by entity L2. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:35:29.703845 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (0da108a1-7c76-4570-a5b4-0a44e4ee9a30), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:29.726774 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6361fc-416c-459d-a083-c3679d8809d9 None None] The sync data for ids ['a571618a-2a51-4541-9291-5195e0b4d73b'] in dv-cinder-813225-6-iscsi is: [{'id': 'a571618a-2a51-4541-9291-5195e0b4d73b', 'name': 'tempest-TestShelveInstance-187415911-router', 'tenant_id': '1022ec32710c4438be1d656ef94cf199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'external_fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '6297880a-2d4b-41a1-b14b-0623293f94c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:35:25Z', 'updated_at': '2022-02-21T00:35:26Z', 'revision_number': 3, 'project_id': '1022ec32710c4438be1d656ef94cf199', 'gw_port': {'id': '6297880a-2d4b-41a1-b14b-0623293f94c0', 'name': '', 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:10:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a571618a-2a51-4541-9291-5195e0b4d73b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:35:26Z', 'updated_at': '2022-02-21T00:35:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '890cd9a8-3116-412f-9022-3458585959da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-6-iscsi'}] {{(pid=109225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 00:35:29.813380 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Current status of the port 0da108a1-7c76-4570-a5b4-0a44e4ee9a30 is: ACTIVE; New status is: ACTIVE {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:35:29.847754 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-57315110-1318-4760-9734-dfbdd0c6a33e admin admin] Publish callbacks [] for port (e93f4edb-e84b-409b-8f0a-2c224c1dc0e6), precommit_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:29.852685 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-57315110-1318-4760-9734-dfbdd0c6a33e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8582894414'] for port (e93f4edb-e84b-409b-8f0a-2c224c1dc0e6), after_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:29.921252 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-57315110-1318-4760-9734-dfbdd0c6a33e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-951530'] for router_interface (a571618a-2a51-4541-9291-5195e0b4d73b), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:29.923092 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57315110-1318-4760-9734-dfbdd0c6a33e admin admin] Pushing event updated for resources: {'Port': ['ID=e93f4edb-e84b-409b-8f0a-2c224c1dc0e6,revision_number=2']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:35:29.925990 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad6caed-87f6-4fb8-9c69-0b434bc7f9dc req-dd6d1b69-a05b-46f7-907a-2d257e877b85 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:29.927457 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-fad6caed-87f6-4fb8-9c69-0b434bc7f9dc req-dd6d1b69-a05b-46f7-907a-2d257e877b85 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] 10.222.0.45 "GET /v2.0/ports?device_id=5cafed47-4c4d-4e50-af97-da45180a5e75 HTTP/1.1" status: 200 len: 931 time: 0.0840251 Feb 21 00:35:30.053617 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-fad6caed-87f6-4fb8-9c69-0b434bc7f9dc req-32f3654a-a2a0-4b6d-bb12-47f3069fb818 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] 10.222.0.45 "GET /v2.0/security-groups?id=3aa544ef-5b86-4218-a931-0dcdd7590b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965800 Feb 21 00:35:30.074881 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57315110-1318-4760-9734-dfbdd0c6a33e admin admin] Network d6d2700e-87da-42e8-bd68-6361cafa1e7e is already hosted by enough agents. {{(pid=109222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:35:30.076530 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.scheduler.base_scheduler [None req-57315110-1318-4760-9734-dfbdd0c6a33e admin admin] Resources bound (agent type, host, resource id): {{(pid=109222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:35:30.161488 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.notifiers.nova [req-cbdafcc8-52ec-4bdd-8dcc-8a5203733770 req-0947cbf5-605f-4e0e-b080-67fe30a3d49e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bb787e3-e415-46c7-b65e-52a74666e345 {{(pid=109223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 00:35:30.185350 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-cbdafcc8-52ec-4bdd-8dcc-8a5203733770 req-0947cbf5-605f-4e0e-b080-67fe30a3d49e service neutron] Publish callbacks [] for port (6bb787e3-e415-46c7-b65e-52a74666e345), precommit_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:30.241708 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [req-cbdafcc8-52ec-4bdd-8dcc-8a5203733770 req-0947cbf5-605f-4e0e-b080-67fe30a3d49e service neutron] Transition to ACTIVE for port object 6bb787e3-e415-46c7-b65e-52a74666e345 will not be triggered until provisioned by entity L2. {{(pid=109223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 00:35:30.278134 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-cbdafcc8-52ec-4bdd-8dcc-8a5203733770 req-0947cbf5-605f-4e0e-b080-67fe30a3d49e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3995266'] for port (6bb787e3-e415-46c7-b65e-52a74666e345), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:30.341405 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0947cbf5-605f-4e0e-b080-67fe30a3d49e service neutron] Pushing event updated for resources: {'Port': ['ID=6bb787e3-e415-46c7-b65e-52a74666e345,revision_number=2']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:35:30.355943 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e73aeb-5cb1-46f0-b19b-ee7891aaefa0 req-dae836fa-14c7-4d77-9c8c-2f3de27de12b tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:30.357784 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-99e73aeb-5cb1-46f0-b19b-ee7891aaefa0 req-dae836fa-14c7-4d77-9c8c-2f3de27de12b tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=40d12558-3fed-4562-b3a8-9a6f076fc3d9 HTTP/1.1" status: 200 len: 946 time: 0.2689095 Feb 21 00:35:30.486031 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.managers [req-cbdafcc8-52ec-4bdd-8dcc-8a5203733770 req-0947cbf5-605f-4e0e-b080-67fe30a3d49e service neutron] Attempting to bind port 6bb787e3-e415-46c7-b65e-52a74666e345 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=109223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 00:35:30.486367 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.managers [req-cbdafcc8-52ec-4bdd-8dcc-8a5203733770 req-0947cbf5-605f-4e0e-b080-67fe30a3d49e service neutron] Attempting to bind port 6bb787e3-e415-46c7-b65e-52a74666e345 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '62e44578-53cb-4551-afb0-559d121984b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'ca36ee0b-69dd-47af-b5ea-ecee46692eff'}] {{(pid=109223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 00:35:30.486771 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbdafcc8-52ec-4bdd-8dcc-8a5203733770 req-0947cbf5-605f-4e0e-b080-67fe30a3d49e service neutron] Attempting to bind port 6bb787e3-e415-46c7-b65e-52a74666e345 on network ca36ee0b-69dd-47af-b5ea-ecee46692eff {{(pid=109223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:35:30.487997 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57315110-1318-4760-9734-dfbdd0c6a33e admin admin] Router a571618a-2a51-4541-9291-5195e0b4d73b has already been hosted by L3 agent 47b5b2cb-5391-4fc3-9478-3db20537c35a {{(pid=109222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 00:35:30.506094 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbdafcc8-52ec-4bdd-8dcc-8a5203733770 req-0947cbf5-605f-4e0e-b080-67fe30a3d49e service neutron] Port 6bb787e3-e415-46c7-b65e-52a74666e345 on network ca36ee0b-69dd-47af-b5ea-ecee46692eff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=109223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 00:35:30.506423 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbdafcc8-52ec-4bdd-8dcc-8a5203733770 req-0947cbf5-605f-4e0e-b080-67fe30a3d49e service neutron] Attempting to bind port 6bb787e3-e415-46c7-b65e-52a74666e345 on network ca36ee0b-69dd-47af-b5ea-ecee46692eff {{(pid=109223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:35:30.508872 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-99e73aeb-5cb1-46f0-b19b-ee7891aaefa0 req-dc7d73b1-6a24-42c5-bb1b-153a98d2c5a0 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f05195e-1011-4af1-b12a-07d8f5627ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219704 Feb 21 00:35:30.512739 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbdafcc8-52ec-4bdd-8dcc-8a5203733770 req-0947cbf5-605f-4e0e-b080-67fe30a3d49e service neutron] Checking agent: {'id': '2124d49d-e543-43fa-8e9f-817e1d020459', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 0, 29, 44), 'started_at': datetime.datetime(2022, 2, 21, 0, 29, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 0, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 00:35:30.513081 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbdafcc8-52ec-4bdd-8dcc-8a5203733770 req-0947cbf5-605f-4e0e-b080-67fe30a3d49e service neutron] Checking segment: {'id': '62e44578-53cb-4551-afb0-559d121984b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'ca36ee0b-69dd-47af-b5ea-ecee46692eff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:35:30.513479 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbdafcc8-52ec-4bdd-8dcc-8a5203733770 req-0947cbf5-605f-4e0e-b080-67fe30a3d49e service neutron] Bound using segment: {'id': '62e44578-53cb-4551-afb0-559d121984b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'ca36ee0b-69dd-47af-b5ea-ecee46692eff'} {{(pid=109223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 00:35:30.515767 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.managers [req-cbdafcc8-52ec-4bdd-8dcc-8a5203733770 req-0947cbf5-605f-4e0e-b080-67fe30a3d49e service neutron] Bound port: 6bb787e3-e415-46c7-b65e-52a74666e345, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62e44578-53cb-4551-afb0-559d121984b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'ca36ee0b-69dd-47af-b5ea-ecee46692eff'}}] {{(pid=109223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 00:35:30.516132 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-cbdafcc8-52ec-4bdd-8dcc-8a5203733770 req-0947cbf5-605f-4e0e-b080-67fe30a3d49e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (6bb787e3-e415-46c7-b65e-52a74666e345), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:30.527084 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e28fdd-aaf2-458d-b68c-c902fd4b53aa req-3744d9f3-f3c8-485c-823f-c8bc88f82963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:30.528751 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-81e28fdd-aaf2-458d-b68c-c902fd4b53aa req-3744d9f3-f3c8-485c-823f-c8bc88f82963 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=40d12558-3fed-4562-b3a8-9a6f076fc3d9 HTTP/1.1" status: 200 len: 1130 time: 0.1914201 Feb 21 00:35:30.677802 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [req-cbdafcc8-52ec-4bdd-8dcc-8a5203733770 req-0947cbf5-605f-4e0e-b080-67fe30a3d49e service neutron] For port 6bb787e3-e415-46c7-b65e-52a74666e345, host hv-cinder-81322, cleared binding levels {{(pid=109223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 00:35:30.686732 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-d33d642f-0d0b-465b-8893-2ef49569908a None None] Provisioning complete for port e93f4edb-e84b-409b-8f0a-2c224c1dc0e6 triggered by entity DHCP. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:35:30.687729 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [req-cbdafcc8-52ec-4bdd-8dcc-8a5203733770 req-0947cbf5-605f-4e0e-b080-67fe30a3d49e service neutron] For port 6bb787e3-e415-46c7-b65e-52a74666e345, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=6bb787e3-e415-46c7-b65e-52a74666e345,segment=NetworkSegment(62e44578-53cb-4551-afb0-559d121984b2),segment_id=62e44578-53cb-4551-afb0-559d121984b2)] {{(pid=109223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 00:35:30.689497 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-d33d642f-0d0b-465b-8893-2ef49569908a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (e93f4edb-e84b-409b-8f0a-2c224c1dc0e6), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:30.722872 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-cbdafcc8-52ec-4bdd-8dcc-8a5203733770 req-0947cbf5-605f-4e0e-b080-67fe30a3d49e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3995266'] for port (6bb787e3-e415-46c7-b65e-52a74666e345), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:30.750362 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-81e28fdd-aaf2-458d-b68c-c902fd4b53aa req-9eef9f64-a79c-49a5-8f48-d6200aaab691 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0f05195e-1011-4af1-b12a-07d8f5627ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1707883 Feb 21 00:35:30.769731 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-d33d642f-0d0b-465b-8893-2ef49569908a None None] Port e93f4edb-e84b-409b-8f0a-2c224c1dc0e6 cannot update to ACTIVE because it is not bound. {{(pid=109224) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 00:35:30.793498 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57315110-1318-4760-9734-dfbdd0c6a33e admin admin] Notify agent at l3_agent.dv-cinder-813225-6-iscsi the message routers_updated {{(pid=109222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 00:35:30.810404 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-57315110-1318-4760-9734-dfbdd0c6a33e admin admin] 10.222.0.45 "PUT /v2.0/routers/a571618a-2a51-4541-9291-5195e0b4d73b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6759837 Feb 21 00:35:30.824980 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdafcc8-52ec-4bdd-8dcc-8a5203733770 req-0947cbf5-605f-4e0e-b080-67fe30a3d49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:30.825738 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-cbdafcc8-52ec-4bdd-8dcc-8a5203733770 req-0947cbf5-605f-4e0e-b080-67fe30a3d49e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469064'] for port (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:30.828497 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-cbdafcc8-52ec-4bdd-8dcc-8a5203733770 req-0947cbf5-605f-4e0e-b080-67fe30a3d49e service neutron] 10.222.0.36 "PUT /v2.0/ports/6bb787e3-e415-46c7-b65e-52a74666e345 HTTP/1.1" status: 200 len: 1093 time: 1.2833278 Feb 21 00:35:30.833104 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cafed47-4c4d-4e50-af97-da45180a5e75', 'tag': '6bb787e3-e415-46c7-b65e-52a74666e345'}] {{(pid=109223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:35:30.835848 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e715aefe3c9ef135eab9c3f6db0762b6d644c88deee0f0e52fc82e911840b856" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-079b2e9e-73af-4a1f-9b2c-81d26a53605c" -d '{"events": [{"name": "network-changed", "server_uuid": "5cafed47-4c4d-4e50-af97-da45180a5e75", "tag": "6bb787e3-e415-46c7-b65e-52a74666e345"}]}' {{(pid=109223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:35:30.881604 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0947cbf5-605f-4e0e-b080-67fe30a3d49e service neutron] Pushing event updated for resources: {'Port': ['ID=6bb787e3-e415-46c7-b65e-52a74666e345,revision_number=3']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:35:30.897247 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a80cc9-c4c7-4140-906e-25a10618b285 req-7d90cee1-2c09-49aa-9e6b-d66721a0c205 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:30.899073 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-d9a80cc9-c4c7-4140-906e-25a10618b285 req-7d90cee1-2c09-49aa-9e6b-d66721a0c205 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8230352-c17e-4cac-8ed0-da7c12f48e16 HTTP/1.1" status: 200 len: 945 time: 0.1341321 Feb 21 00:35:30.939812 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 00:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-177afc9e-60d6-48ed-9b8e-3be8e64e931f x-openstack-request-id: req-177afc9e-60d6-48ed-9b8e-3be8e64e931f {{(pid=109223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:35:30.940548 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cafed47-4c4d-4e50-af97-da45180a5e75", "tag": "6bb787e3-e415-46c7-b65e-52a74666e345", "status": "completed", "code": 200}]} {{(pid=109223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:35:30.940548 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-177afc9e-60d6-48ed-9b8e-3be8e64e931f {{(pid=109223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:35:30.940731 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cafed47-4c4d-4e50-af97-da45180a5e75', 'tag': '6bb787e3-e415-46c7-b65e-52a74666e345', 'status': 'completed', 'code': 200} Feb 21 00:35:30.957265 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-d9a80cc9-c4c7-4140-906e-25a10618b285 req-75ec2716-f19c-402f-8dc5-748199d10269 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/security-groups?id=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513256 Feb 21 00:35:31.101360 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079b2e9e-73af-4a1f-9b2c-81d26a53605c req-cb8b1415-dcf4-4f5d-9bc6-910846a9b9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:31.104760 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-079b2e9e-73af-4a1f-9b2c-81d26a53605c req-cb8b1415-dcf4-4f5d-9bc6-910846a9b9e9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=471e14591c9b4e4d9bd298269ddebacb&device_id=5cafed47-4c4d-4e50-af97-da45180a5e75 HTTP/1.1" status: 200 len: 1127 time: 0.0777135 Feb 21 00:35:31.218142 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f42423b-bb7a-44aa-b2e6-67271e8a8812 req-d86679df-a458-4b8b-a0d7-86e917c06f54 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:31.219762 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-9f42423b-bb7a-44aa-b2e6-67271e8a8812 req-d86679df-a458-4b8b-a0d7-86e917c06f54 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] 10.222.0.45 "GET /v2.0/ports?device_id=5cafed47-4c4d-4e50-af97-da45180a5e75 HTTP/1.1" status: 200 len: 943 time: 0.0615673 Feb 21 00:35:31.246791 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079b2e9e-73af-4a1f-9b2c-81d26a53605c req-0e59b1f1-49d3-4cb5-86da-69f1b3cdfb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:31.248531 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-079b2e9e-73af-4a1f-9b2c-81d26a53605c req-0e59b1f1-49d3-4cb5-86da-69f1b3cdfb4a service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=471e14591c9b4e4d9bd298269ddebacb&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1352885 Feb 21 00:35:31.313354 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-9f42423b-bb7a-44aa-b2e6-67271e8a8812 req-98e61bbe-7125-41d2-b630-62442e1bac51 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] 10.222.0.45 "GET /v2.0/security-groups?id=3aa544ef-5b86-4218-a931-0dcdd7590b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852087 Feb 21 00:35:31.327709 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b45213-a91c-4ac4-b9bc-a8def7592932 req-917d6b3b-e43c-4a0f-9251-4dba254f5bd0 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:31.329249 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-40b45213-a91c-4ac4-b9bc-a8def7592932 req-917d6b3b-e43c-4a0f-9251-4dba254f5bd0 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8230352-c17e-4cac-8ed0-da7c12f48e16 HTTP/1.1" status: 200 len: 945 time: 0.0945559 Feb 21 00:35:31.370769 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079b2e9e-73af-4a1f-9b2c-81d26a53605c req-5a37a250-c81a-491c-8b3c-44524908c679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:31.375890 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-079b2e9e-73af-4a1f-9b2c-81d26a53605c req-5a37a250-c81a-491c-8b3c-44524908c679 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1182590 Feb 21 00:35:31.399536 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-cb351fb1-144b-46ff-8e95-6c0830a2803b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (57941464-2af3-4cc7-9b46-3eeacd6f6fca), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:31.469812 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdafcc8-52ec-4bdd-8dcc-8a5203733770 req-f586257b-f73c-49aa-9ff0-484bc4fc76aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:31.471649 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-cbdafcc8-52ec-4bdd-8dcc-8a5203733770 req-f586257b-f73c-49aa-9ff0-484bc4fc76aa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=471e14591c9b4e4d9bd298269ddebacb&device_id=5cafed47-4c4d-4e50-af97-da45180a5e75 HTTP/1.1" status: 200 len: 1127 time: 0.0504973 Feb 21 00:35:31.472121 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 58012) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:35:31.477075 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.v2.base [None req-e68f2f2c-65c7-4239-9d2c-6145982d93ad admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-931613067-network', 'tenant_id': '20db1918ff0e4fa085e4ee69a5bc73ff'}} {{(pid=109223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:35:31.521740 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-cbdafcc8-52ec-4bdd-8dcc-8a5203733770 req-e6f42e8d-91ad-4c59-9b97-cb881479f892 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6bb787e3-e415-46c7-b65e-52a74666e345 HTTP/1.1" status: 200 len: 217 time: 0.0377460 Feb 21 00:35:31.575064 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e68f2f2c-65c7-4239-9d2c-6145982d93ad admin admin] Made reservation on behalf of 20db1918ff0e4fa085e4ee69a5bc73ff for: {'network': 1} {{(pid=109223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 00:35:31.583868 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-e68f2f2c-65c7-4239-9d2c-6145982d93ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for network (None), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:31.592633 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Device 6297880a-2d4b-41a1-b14b-0623293f94c0 up at agent ovs-agent-dv-cinder-813225-6-iscsi {{(pid=109224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:35:31.601145 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-e68f2f2c-65c7-4239-9d2c-6145982d93ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:31.629049 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdafcc8-52ec-4bdd-8dcc-8a5203733770 req-2b6701c6-3d9b-4805-8ae8-b41508f8512f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:31.630858 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-cbdafcc8-52ec-4bdd-8dcc-8a5203733770 req-2b6701c6-3d9b-4805-8ae8-b41508f8512f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=29d266b3-d638-4ac9-99d5-4bbc8fdc8eb4 HTTP/1.1" status: 200 len: 854 time: 0.1020474 Feb 21 00:35:31.651146 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Provisioning complete for port 6297880a-2d4b-41a1-b14b-0623293f94c0 triggered by entity L2. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:35:31.651934 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (6297880a-2d4b-41a1-b14b-0623293f94c0), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:31.734012 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601d37aa-1409-4b90-8058-7e3c4fa4c2e8 req-742c2abb-4c8f-4537-946d-b2bf9cfeda55 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:31.735553 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-601d37aa-1409-4b90-8058-7e3c4fa4c2e8 req-742c2abb-4c8f-4537-946d-b2bf9cfeda55 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=40d12558-3fed-4562-b3a8-9a6f076fc3d9 HTTP/1.1" status: 200 len: 946 time: 0.1248162 Feb 21 00:35:31.739627 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Current status of the port 6297880a-2d4b-41a1-b14b-0623293f94c0 is: DOWN; New status is: ACTIVE {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:35:31.740172 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.plugin [req-40b45213-a91c-4ac4-b9bc-a8def7592932 req-412b54b9-e433-4980-9100-d847ba1cf38e tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Deleting port 8785719d-2f3c-440c-8de1-fe892aa82f2c {{(pid=109222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 00:35:31.740279 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-40b45213-a91c-4ac4-b9bc-a8def7592932 req-412b54b9-e433-4980-9100-d847ba1cf38e tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731676621334'] for port (8785719d-2f3c-440c-8de1-fe892aa82f2c), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:31.740946 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (6297880a-2d4b-41a1-b14b-0623293f94c0), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:31.745111 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdafcc8-52ec-4bdd-8dcc-8a5203733770 req-ff628820-8144-4487-b774-4bd2b9b8af8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:31.746613 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-cbdafcc8-52ec-4bdd-8dcc-8a5203733770 req-ff628820-8144-4487-b774-4bd2b9b8af8e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ca36ee0b-69dd-47af-b5ea-ecee46692eff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0942109 Feb 21 00:35:31.765260 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] For port 6297880a-2d4b-41a1-b14b-0623293f94c0, host dv-cinder-813225-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-6-iscsi',level=0,port_id=6297880a-2d4b-41a1-b14b-0623293f94c0,segment=NetworkSegment(d470c98a-8644-4be8-8df1-f825c0b18c68),segment_id=d470c98a-8644-4be8-8df1-f825c0b18c68)] {{(pid=109224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:35:31.774022 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (6297880a-2d4b-41a1-b14b-0623293f94c0), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:31.846242 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-e68f2f2c-65c7-4239-9d2c-6145982d93ad admin admin] Publish callbacks [] for security_group (5632b4ef-bea2-4332-a95c-120594d0c9a1), precommit_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:31.848635 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Pushing event updated for resources: {'Port': ['ID=6297880a-2d4b-41a1-b14b-0623293f94c0,revision_number=4']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:35:31.863997 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-e68f2f2c-65c7-4239-9d2c-6145982d93ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (5632b4ef-bea2-4332-a95c-120594d0c9a1), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:31.875514 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.db [req-40b45213-a91c-4ac4-b9bc-a8def7592932 req-412b54b9-e433-4980-9100-d847ba1cf38e tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] For port 8785719d-2f3c-440c-8de1-fe892aa82f2c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=8785719d-2f3c-440c-8de1-fe892aa82f2c,segment=NetworkSegment(269a8d6d-b983-4db2-9b3a-4038ed61d041),segment_id=269a8d6d-b983-4db2-9b3a-4038ed61d041)] {{(pid=109222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:35:31.875911 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-40b45213-a91c-4ac4-b9bc-a8def7592932 req-412b54b9-e433-4980-9100-d847ba1cf38e tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950719'] for port (8785719d-2f3c-440c-8de1-fe892aa82f2c), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:31.878162 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-601d37aa-1409-4b90-8058-7e3c4fa4c2e8 req-2a2c411b-f373-48a6-b4f9-5b3841d57db3 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f05195e-1011-4af1-b12a-07d8f5627ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273046 Feb 21 00:35:31.890425 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.plugin [req-40b45213-a91c-4ac4-b9bc-a8def7592932 req-412b54b9-e433-4980-9100-d847ba1cf38e tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Calling delete_port for 8785719d-2f3c-440c-8de1-fe892aa82f2c owned by compute:nova {{(pid=109222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 00:35:31.909776 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e68f2f2c-65c7-4239-9d2c-6145982d93ad admin admin] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=109223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 00:35:31.938151 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68f2f2c-65c7-4239-9d2c-6145982d93ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5632b4ef-bea2-4332-a95c-120594d0c9a1,revision_number=1']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:35:31.946210 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-e68f2f2c-65c7-4239-9d2c-6145982d93ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16097169'] for segment (58d5fade-b34c-45b2-a845-fa783122a57d), precommit_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:31.947361 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.db.segments_db [None req-e68f2f2c-65c7-4239-9d2c-6145982d93ad admin admin] Added segment 58d5fade-b34c-45b2-a845-fa783122a57d of type vlan for network be4ed68c-7913-418c-b1ac-46594847fb6e Feb 21 00:35:31.956903 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-cbdafcc8-52ec-4bdd-8dcc-8a5203733770 req-808b87fc-5eb2-424c-b212-06801ab33f04 service neutron] 10.222.0.36 "GET /v2.0/networks/ca36ee0b-69dd-47af-b5ea-ecee46692eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964827 Feb 21 00:35:32.057328 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-e68f2f2c-65c7-4239-9d2c-6145982d93ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731676168578'] for network (be4ed68c-7913-418c-b1ac-46594847fb6e), precommit_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:32.112634 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-40b45213-a91c-4ac4-b9bc-a8def7592932 req-412b54b9-e433-4980-9100-d847ba1cf38e tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731676626041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731676182824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8582894421'] for port (8785719d-2f3c-440c-8de1-fe892aa82f2c), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:32.126343 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] get_ports_and_sgs() called for port_ids ['8785719d-2f3c-440c-8de1-fe892aa82f2c'] {{(pid=109224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 00:35:32.136972 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-e68f2f2c-65c7-4239-9d2c-6145982d93ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403'] for network (be4ed68c-7913-418c-b1ac-46594847fb6e), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:32.155427 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68f2f2c-65c7-4239-9d2c-6145982d93ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:32.156114 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-e68f2f2c-65c7-4239-9d2c-6145982d93ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582445'] for network (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:32.188703 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b54b9-e433-4980-9100-d847ba1cf38e tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Pushing event deleted for resources: {'Port': ['ID=8785719d-2f3c-440c-8de1-fe892aa82f2c,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:35:32.242720 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.db.l3_dvrscheduler_db [req-40b45213-a91c-4ac4-b9bc-a8def7592932 req-412b54b9-e433-4980-9100-d847ba1cf38e tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] No DVR routers for this DVR port 8785719d-2f3c-440c-8de1-fe892aa82f2c on host hv-cinder-81322 {{(pid=109222) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 00:35:32.246326 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-40b45213-a91c-4ac4-b9bc-a8def7592932 req-412b54b9-e433-4980-9100-d847ba1cf38e tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469064'] for port (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:32.252505 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-40b45213-a91c-4ac4-b9bc-a8def7592932 req-412b54b9-e433-4980-9100-d847ba1cf38e tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.36 "DELETE /v2.0/ports/8785719d-2f3c-440c-8de1-fe892aa82f2c HTTP/1.1" status: 204 len: 173 time: 0.9145772 Feb 21 00:35:32.253409 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8230352-c17e-4cac-8ed0-da7c12f48e16', 'name': 'network-vif-deleted', 'tag': '8785719d-2f3c-440c-8de1-fe892aa82f2c'}] {{(pid=109222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:35:32.256884 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81563fad7634ec273475caa61ca91dc94d21cc2561ee8f59b09b3f9a67cb5537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d45b68d-4ab2-48f6-8ab3-23009f73f50a" -d '{"events": [{"server_uuid": "f8230352-c17e-4cac-8ed0-da7c12f48e16", "name": "network-vif-deleted", "tag": "8785719d-2f3c-440c-8de1-fe892aa82f2c"}]}' {{(pid=109222) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:35:32.288693 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68f2f2c-65c7-4239-9d2c-6145982d93ad admin admin] Pushing event updated for resources: {'Network': ['ID=be4ed68c-7913-418c-b1ac-46594847fb6e,revision_number=1']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:35:32.304221 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Network be4ed68c-7913-418c-b1ac-46594847fb6e details requested by agent ovs-agent-dv-cinder-813225-6-iscsi with host dv-cinder-813225-6-iscsi {{(pid=109224) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 00:35:32.387331 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-f72ed624-7636-4750-bbb4-ada5e49e72f4 req-ce74b336-20b2-4241-98f4-32552af1649e tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8230352-c17e-4cac-8ed0-da7c12f48e16 HTTP/1.1" status: 200 len: 210 time: 0.2216303 Feb 21 00:35:32.403494 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 00:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf29d813-7bf9-4c5a-9cab-d9b58ef6c6da x-openstack-request-id: req-bf29d813-7bf9-4c5a-9cab-d9b58ef6c6da {{(pid=109222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:35:32.404035 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8230352-c17e-4cac-8ed0-da7c12f48e16", "name": "network-vif-deleted", "tag": "8785719d-2f3c-440c-8de1-fe892aa82f2c", "status": "completed", "code": 200}]} {{(pid=109222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:35:32.404198 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bf29d813-7bf9-4c5a-9cab-d9b58ef6c6da {{(pid=109222) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:35:32.404663 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8230352-c17e-4cac-8ed0-da7c12f48e16', 'name': 'network-vif-deleted', 'tag': '8785719d-2f3c-440c-8de1-fe892aa82f2c', 'status': 'completed', 'code': 200} Feb 21 00:35:32.406872 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-e68f2f2c-65c7-4239-9d2c-6145982d93ad admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9337187 Feb 21 00:35:32.409469 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-cbdafcc8-52ec-4bdd-8dcc-8a5203733770 req-5bc47d01-6475-496f-9187-b3d86fc46b0b service neutron] 10.222.0.36 "GET /v2.0/networks/ca36ee0b-69dd-47af-b5ea-ecee46692eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4293263 Feb 21 00:35:32.410299 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 58044) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:35:32.417247 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.v2.base [None req-f4f7fba4-bacc-4c9f-9ad9-1c01f1f2344a admin admin] Request body: {'subnet': {'network_id': 'be4ed68c-7913-418c-b1ac-46594847fb6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-931613067-subnet', 'tenant_id': '20db1918ff0e4fa085e4ee69a5bc73ff', 'ip_version': 4}} {{(pid=109223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:35:32.445261 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4f7fba4-bacc-4c9f-9ad9-1c01f1f2344a admin admin] Made reservation on behalf of 20db1918ff0e4fa085e4ee69a5bc73ff for: {'subnet': 1} {{(pid=109223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 00:35:32.452810 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f4f7fba4-bacc-4c9f-9ad9-1c01f1f2344a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3701950'] for subnet (None), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:32.556914 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926f0453-879d-4555-b216-06d294a507dc req-2b375a00-6903-47cc-b338-9ed12d51ea81 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:32.560647 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-926f0453-879d-4555-b216-06d294a507dc req-2b375a00-6903-47cc-b338-9ed12d51ea81 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] 10.222.0.45 "GET /v2.0/ports?device_id=5cafed47-4c4d-4e50-af97-da45180a5e75 HTTP/1.1" status: 200 len: 943 time: 0.0742409 Feb 21 00:35:32.630897 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-926f0453-879d-4555-b216-06d294a507dc req-37f482da-2f12-49ed-b40c-04ce256c60b6 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] 10.222.0.45 "GET /v2.0/security-groups?id=3aa544ef-5b86-4218-a931-0dcdd7590b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648453 Feb 21 00:35:32.668304 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540184bd-825a-4288-82f6-3f517b597c5a None None] Sync routers for ids ['a571618a-2a51-4541-9291-5195e0b4d73b'] in dv-cinder-813225-6-iscsi {{(pid=109224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 00:35:32.688749 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540184bd-825a-4288-82f6-3f517b597c5a None None] Routers {'a571618a-2a51-4541-9291-5195e0b4d73b'} bound to L3 agent in host dv-cinder-813225-6-iscsi {{(pid=109224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:35:32.689378 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-540184bd-825a-4288-82f6-3f517b597c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-21T00:23:33Z,description=,heartbeat_timestamp=2022-02-21T00:35:04Z,host='dv-cinder-813225-6-iscsi',id=47b5b2cb-5391-4fc3-9478-3db20537c35a,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:23:34Z,topic='l3_agent')) {'router_ids': ['a571618a-2a51-4541-9291-5195e0b4d73b'], 'active': True} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:35:32.721346 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f4f7fba4-bacc-4c9f-9ad9-1c01f1f2344a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3992585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3701836'] for subnet (db7df0ad-d40d-42e2-af5f-fa9b4ac7a269), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:32.784520 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f7fba4-bacc-4c9f-9ad9-1c01f1f2344a admin admin] Pushing event updated for resources: {'Subnet': ['ID=db7df0ad-d40d-42e2-af5f-fa9b4ac7a269,revision_number=0']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:35:32.789284 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f7fba4-bacc-4c9f-9ad9-1c01f1f2344a admin admin] Checking segment: {'id': '58d5fade-b34c-45b2-a845-fa783122a57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'be4ed68c-7913-418c-b1ac-46594847fb6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:35:32.789677 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f7fba4-bacc-4c9f-9ad9-1c01f1f2344a admin admin] Network hostable DHCP agents. Network: be4ed68c-7913-418c-b1ac-46594847fb6e, hostable agents: ['57941464-2af3-4cc7-9b46-3eeacd6f6fca'], hosted agents: [] {{(pid=109223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 00:35:32.810770 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvr_db [None req-540184bd-825a-4288-82f6-3f517b597c5a None None] Set router a571618a-2a51-4541-9291-5195e0b4d73b gateway port host: dv-cinder-813225-6-iscsi {{(pid=109224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:35:32.814173 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f7fba4-bacc-4c9f-9ad9-1c01f1f2344a admin admin] Network be4ed68c-7913-418c-b1ac-46594847fb6e is scheduled to be hosted by DHCP agent 57941464-2af3-4cc7-9b46-3eeacd6f6fca with binding_index 1 {{(pid=109223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 00:35:32.824921 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.scheduler.base_scheduler [None req-f4f7fba4-bacc-4c9f-9ad9-1c01f1f2344a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813225-6-iscsi, be4ed68c-7913-418c-b1ac-46594847fb6e) {{(pid=109223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:35:32.829620 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f7fba4-bacc-4c9f-9ad9-1c01f1f2344a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:32.830430 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f4f7fba4-bacc-4c9f-9ad9-1c01f1f2344a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582445'] for subnet (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:32.842488 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1ee17a-fd3e-4926-b74f-3731f89b779f None None] Network be4ed68c-7913-418c-b1ac-46594847fb6e requested from dv-cinder-813225-6-iscsi {{(pid=109224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 00:35:32.856041 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-f4f7fba4-bacc-4c9f-9ad9-1c01f1f2344a admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4410689 Feb 21 00:35:32.856717 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 58074) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:35:32.861091 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [None req-b9d9f186-d3ad-480c-a303-b8b704923a1d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-931613067-router', 'tenant_id': '20db1918ff0e4fa085e4ee69a5bc73ff', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050'}}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:35:32.880187 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-b9d9f186-d3ad-480c-a303-b8b704923a1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-958399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1880'] for router (b6a87a86-9beb-4989-8967-b5aaee5389be), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:32.881254 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-b9d9f186-d3ad-480c-a303-b8b704923a1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-955183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-537569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1873'] for router (b6a87a86-9beb-4989-8967-b5aaee5389be), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:32.943672 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-b9d9f186-d3ad-480c-a303-b8b704923a1d admin admin] Publish callbacks [] for router_controller (b6a87a86-9beb-4989-8967-b5aaee5389be), precommit_add_association {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:33.032938 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ff438b-fac2-4d58-ba30-b764da5150f9 req-d0557ea3-1537-495b-b0bc-f36a3ad50b92 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:33.034443 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-81ff438b-fac2-4d58-ba30-b764da5150f9 req-d0557ea3-1537-495b-b0bc-f36a3ad50b92 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=40d12558-3fed-4562-b3a8-9a6f076fc3d9 HTTP/1.1" status: 200 len: 946 time: 0.0616043 Feb 21 00:35:33.054208 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e0940a-8d42-4c34-a412-b5445ef4888f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc40baefa-d12c-5e0a-9a3f-979e6179f684-be4ed68c-7913-418c-b1ac-46594847fb6e', 'network_id': 'be4ed68c-7913-418c-b1ac-46594847fb6e', 'project_id': '20db1918ff0e4fa085e4ee69a5bc73ff', 'fixed_ips': [{'subnet_id': 'db7df0ad-d40d-42e2-af5f-fa9b4ac7a269'}]}} from dv-cinder-813225-6-iscsi. {{(pid=109224) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 21 00:35:33.055951 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-e0e0940a-8d42-4c34-a412-b5445ef4888f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (None), before_create {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:33.087826 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-81ff438b-fac2-4d58-ba30-b764da5150f9 req-7f05a139-490b-4472-a437-6451554cbb3d tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f05195e-1011-4af1-b12a-07d8f5627ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475109 Feb 21 00:35:33.132818 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-b9d9f186-d3ad-480c-a303-b8b704923a1d admin admin] Publish callbacks [] for router_gateway (b6a87a86-9beb-4989-8967-b5aaee5389be), precommit_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:33.238304 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-540184bd-825a-4288-82f6-3f517b597c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a571618a-2a51-4541-9291-5195e0b4d73b', 'name': 'tempest-TestShelveInstance-187415911-router', 'tenant_id': '1022ec32710c4438be1d656ef94cf199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'external_fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '6297880a-2d4b-41a1-b14b-0623293f94c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:35:25Z', 'updated_at': '2022-02-21T00:35:29Z', 'revision_number': 4, 'project_id': '1022ec32710c4438be1d656ef94cf199', 'gw_port': {'id': '6297880a-2d4b-41a1-b14b-0623293f94c0', 'name': '', 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:10:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a571618a-2a51-4541-9291-5195e0b4d73b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:35:26Z', 'updated_at': '2022-02-21T00:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '890cd9a8-3116-412f-9022-3458585959da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-6-iscsi', '_interfaces': [{'id': 'e93f4edb-e84b-409b-8f0a-2c224c1dc0e6', 'name': '', 'network_id': 'd6d2700e-87da-42e8-bd68-6361cafa1e7e', 'tenant_id': '1022ec32710c4438be1d656ef94cf199', 'mac_address': 'fa:16:3e:8c:20:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a571618a-2a51-4541-9291-5195e0b4d73b', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'f35da8e3-8a83-4d91-8de4-129fb55d2a0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:35:28Z', 'updated_at': '2022-02-21T00:35:29Z', 'revision_number': 2, 'project_id': '1022ec32710c4438be1d656ef94cf199', 'subnets': [{'id': 'f35da8e3-8a83-4d91-8de4-129fb55d2a0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-6-iscsi', False) {} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:35:33.269762 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540184bd-825a-4288-82f6-3f517b597c5a None None] Checking router: a571618a-2a51-4541-9291-5195e0b4d73b for host: dv-cinder-813225-6-iscsi {{(pid=109224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 00:35:33.270124 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540184bd-825a-4288-82f6-3f517b597c5a None None] Updating router a571618a-2a51-4541-9291-5195e0b4d73b port e93f4edb-e84b-409b-8f0a-2c224c1dc0e6 binding host dv-cinder-813225-6-iscsi {{(pid=109224) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 00:35:33.272400 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.db_base_plugin_common [None req-e0e0940a-8d42-4c34-a412-b5445ef4888f None None] Allocated IP 172.20.0.2 (be4ed68c-7913-418c-b1ac-46594847fb6e/db7df0ad-d40d-42e2-af5f-fa9b4ac7a269/dafd3215-9323-41ee-bdaa-4be65c6d9f81) {{(pid=109224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 00:35:33.314156 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-540184bd-825a-4288-82f6-3f517b597c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (e93f4edb-e84b-409b-8f0a-2c224c1dc0e6), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:33.328294 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-b9d9f186-d3ad-480c-a303-b8b704923a1d admin admin] Publish callbacks [] for router_gateway (b6a87a86-9beb-4989-8967-b5aaee5389be), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:33.347747 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-b9d9f186-d3ad-480c-a303-b8b704923a1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:33.456065 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.db.db_base_plugin_common [None req-b9d9f186-d3ad-480c-a303-b8b704923a1d admin admin] Allocated IP 172.27.3.52 (9d25e361-1d6c-4c24-9c73-356a2ab84050/890cd9a8-3116-412f-9022-3458585959da/26ddb348-a2d9-49e4-88a6-af8291cf7f5d) {{(pid=109222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 00:35:33.521608 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-8b486fab-c223-4670-b049-d18e945a56fe req-5ab92669-0786-4b7a-8880-2cb23490d53d tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8230352-c17e-4cac-8ed0-da7c12f48e16 HTTP/1.1" status: 200 len: 210 time: 0.0564330 Feb 21 00:35:33.607784 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Device 6297880a-2d4b-41a1-b14b-0623293f94c0 up at agent ovs-agent-dv-cinder-813225-6-iscsi {{(pid=109224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:35:33.614057 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-b9d9f186-d3ad-480c-a303-b8b704923a1d admin admin] Publish callbacks [] for port (26ddb348-a2d9-49e4-88a6-af8291cf7f5d), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:33.639301 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-e0e0940a-8d42-4c34-a412-b5445ef4888f None None] Publish callbacks [] for port (dafd3215-9323-41ee-bdaa-4be65c6d9f81), precommit_create {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:33.640569 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-57736eb6-f58a-4bb4-abd1-1f041cda23c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (47b5b2cb-5391-4fc3-9478-3db20537c35a), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:33.649251 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-b9d9f186-d3ad-480c-a303-b8b704923a1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731676182815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8582894421'] for port (26ddb348-a2d9-49e4-88a6-af8291cf7f5d), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:33.652703 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-e0e0940a-8d42-4c34-a412-b5445ef4888f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731676182815'] for port (dafd3215-9323-41ee-bdaa-4be65c6d9f81), after_create {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:33.690305 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d9f186-d3ad-480c-a303-b8b704923a1d admin admin] Network 9d25e361-1d6c-4c24-9c73-356a2ab84050 is already hosted by enough agents. {{(pid=109222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:35:33.694704 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.scheduler.base_scheduler [None req-b9d9f186-d3ad-480c-a303-b8b704923a1d admin admin] Resources bound (agent type, host, resource id): {{(pid=109222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:35:33.697713 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d9f186-d3ad-480c-a303-b8b704923a1d admin admin] Received port after_create {{(pid=109222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 00:35:33.724913 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d9f186-d3ad-480c-a303-b8b704923a1d admin admin] Pushing event updated for resources: {'Port': ['ID=26ddb348-a2d9-49e4-88a6-af8291cf7f5d,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:35:33.730974 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e0940a-8d42-4c34-a412-b5445ef4888f None None] Network be4ed68c-7913-418c-b1ac-46594847fb6e is already hosted by enough agents. {{(pid=109224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:35:33.742226 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.scheduler.base_scheduler [None req-e0e0940a-8d42-4c34-a412-b5445ef4888f None None] Resources bound (agent type, host, resource id): {{(pid=109224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:35:33.752691 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e0940a-8d42-4c34-a412-b5445ef4888f None None] Received port after_create {{(pid=109224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 00:35:33.762009 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e0940a-8d42-4c34-a412-b5445ef4888f None None] Pushing event updated for resources: {'Port': ['ID=dafd3215-9323-41ee-bdaa-4be65c6d9f81,revision_number=1']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:35:33.766078 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eddbe0a-79ce-413c-b029-9e9b0052fdcc req-8228d1ed-9833-47e8-932b-12bed186ccf5 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:33.767667 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-4eddbe0a-79ce-413c-b029-9e9b0052fdcc req-8228d1ed-9833-47e8-932b-12bed186ccf5 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] 10.222.0.45 "GET /v2.0/ports?device_id=5cafed47-4c4d-4e50-af97-da45180a5e75 HTTP/1.1" status: 200 len: 943 time: 0.0647840 Feb 21 00:35:33.808585 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Provisioning complete for port 6297880a-2d4b-41a1-b14b-0623293f94c0 triggered by entity L2. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:35:33.808957 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (6297880a-2d4b-41a1-b14b-0623293f94c0), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:33.818600 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-4eddbe0a-79ce-413c-b029-9e9b0052fdcc req-b4adfdef-58a6-4078-8e1b-7094a04bdd70 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] 10.222.0.45 "GET /v2.0/security-groups?id=3aa544ef-5b86-4218-a931-0dcdd7590b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414989 Feb 21 00:35:33.883371 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.managers [None req-e0e0940a-8d42-4c34-a412-b5445ef4888f None None] Attempting to bind port dafd3215-9323-41ee-bdaa-4be65c6d9f81 on host dv-cinder-813225-6-iscsi for vnic_type normal with profile {{(pid=109224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 00:35:33.883941 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.managers [None req-e0e0940a-8d42-4c34-a412-b5445ef4888f None None] Attempting to bind port dafd3215-9323-41ee-bdaa-4be65c6d9f81 by drivers openvswitch,hyperv on host dv-cinder-813225-6-iscsi at level 0 using segments [{'id': '58d5fade-b34c-45b2-a845-fa783122a57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'be4ed68c-7913-418c-b1ac-46594847fb6e'}] {{(pid=109224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 00:35:33.884638 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e0940a-8d42-4c34-a412-b5445ef4888f None None] Attempting to bind port dafd3215-9323-41ee-bdaa-4be65c6d9f81 on network be4ed68c-7913-418c-b1ac-46594847fb6e {{(pid=109224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:35:33.905445 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-540184bd-825a-4288-82f6-3f517b597c5a None None] Publish callbacks [] for port (e93f4edb-e84b-409b-8f0a-2c224c1dc0e6), precommit_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:33.907012 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e0940a-8d42-4c34-a412-b5445ef4888f None None] Checking agent: {'id': 'd6e95c40-1d90-4a13-9e37-1d6580a24190', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813225-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 0, 23, 38), 'started_at': datetime.datetime(2022, 2, 21, 0, 24, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 0, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813225-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 00:35:33.907739 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e0940a-8d42-4c34-a412-b5445ef4888f None None] Checking segment: {'id': '58d5fade-b34c-45b2-a845-fa783122a57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'be4ed68c-7913-418c-b1ac-46594847fb6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:35:33.907881 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-e0e0940a-8d42-4c34-a412-b5445ef4888f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:33.908170 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e0940a-8d42-4c34-a412-b5445ef4888f None None] Bound using segment: {'id': '58d5fade-b34c-45b2-a845-fa783122a57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'be4ed68c-7913-418c-b1ac-46594847fb6e'} {{(pid=109224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 00:35:33.908642 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.managers [None req-e0e0940a-8d42-4c34-a412-b5445ef4888f None None] Bound port: dafd3215-9323-41ee-bdaa-4be65c6d9f81, host: dv-cinder-813225-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58d5fade-b34c-45b2-a845-fa783122a57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'be4ed68c-7913-418c-b1ac-46594847fb6e'}}] {{(pid=109224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 00:35:33.909139 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-e0e0940a-8d42-4c34-a412-b5445ef4888f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (dafd3215-9323-41ee-bdaa-4be65c6d9f81), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:33.920734 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-540184bd-825a-4288-82f6-3f517b597c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (e93f4edb-e84b-409b-8f0a-2c224c1dc0e6), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:33.973203 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-b9d9f186-d3ad-480c-a303-b8b704923a1d admin admin] Publish callbacks [] for router_gateway (b6a87a86-9beb-4989-8967-b5aaee5389be), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:34.021674 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e6d5a2-a5d0-4dbf-9115-b28a0bc9b538 None None] Pushing event updated for resources: {'Port': ['ID=e93f4edb-e84b-409b-8f0a-2c224c1dc0e6,revision_number=3']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:35:34.100268 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Current status of the port 6297880a-2d4b-41a1-b14b-0623293f94c0 is: ACTIVE; New status is: ACTIVE {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:35:34.102817 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-e0e0940a-8d42-4c34-a412-b5445ef4888f None None] For port dafd3215-9323-41ee-bdaa-4be65c6d9f81, host dv-cinder-813225-6-iscsi, cleared binding levels {{(pid=109224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 00:35:34.116765 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-e0e0940a-8d42-4c34-a412-b5445ef4888f None None] For port dafd3215-9323-41ee-bdaa-4be65c6d9f81, host dv-cinder-813225-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-6-iscsi',level=0,port_id=dafd3215-9323-41ee-bdaa-4be65c6d9f81,segment=NetworkSegment(58d5fade-b34c-45b2-a845-fa783122a57d),segment_id=58d5fade-b34c-45b2-a845-fa783122a57d)] {{(pid=109224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 00:35:34.118202 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.managers [None req-540184bd-825a-4288-82f6-3f517b597c5a None None] Attempting to bind port e93f4edb-e84b-409b-8f0a-2c224c1dc0e6 on host dv-cinder-813225-6-iscsi for vnic_type normal with profile {{(pid=109224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 00:35:34.119108 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.managers [None req-540184bd-825a-4288-82f6-3f517b597c5a None None] Attempting to bind port e93f4edb-e84b-409b-8f0a-2c224c1dc0e6 by drivers openvswitch,hyperv on host dv-cinder-813225-6-iscsi at level 0 using segments [{'id': '970eaf00-ac3b-4ec8-be6f-56128060f54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd6d2700e-87da-42e8-bd68-6361cafa1e7e'}] {{(pid=109224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 00:35:34.119493 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540184bd-825a-4288-82f6-3f517b597c5a None None] Attempting to bind port e93f4edb-e84b-409b-8f0a-2c224c1dc0e6 on network d6d2700e-87da-42e8-bd68-6361cafa1e7e {{(pid=109224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:35:34.126342 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540184bd-825a-4288-82f6-3f517b597c5a None None] Checking agent: {'id': 'd6e95c40-1d90-4a13-9e37-1d6580a24190', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813225-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 0, 23, 38), 'started_at': datetime.datetime(2022, 2, 21, 0, 24, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 0, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813225-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 00:35:34.126735 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540184bd-825a-4288-82f6-3f517b597c5a None None] Checking segment: {'id': '970eaf00-ac3b-4ec8-be6f-56128060f54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd6d2700e-87da-42e8-bd68-6361cafa1e7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:35:34.127123 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-540184bd-825a-4288-82f6-3f517b597c5a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:34.128513 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540184bd-825a-4288-82f6-3f517b597c5a None None] Bound using segment: {'id': '970eaf00-ac3b-4ec8-be6f-56128060f54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd6d2700e-87da-42e8-bd68-6361cafa1e7e'} {{(pid=109224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 00:35:34.128513 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.managers [None req-540184bd-825a-4288-82f6-3f517b597c5a None None] Bound port: e93f4edb-e84b-409b-8f0a-2c224c1dc0e6, host: dv-cinder-813225-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '970eaf00-ac3b-4ec8-be6f-56128060f54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd6d2700e-87da-42e8-bd68-6361cafa1e7e'}}] {{(pid=109224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 00:35:34.128513 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-540184bd-825a-4288-82f6-3f517b597c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (e93f4edb-e84b-409b-8f0a-2c224c1dc0e6), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:34.132339 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-e0e0940a-8d42-4c34-a412-b5445ef4888f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (dafd3215-9323-41ee-bdaa-4be65c6d9f81), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:34.225003 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e0940a-8d42-4c34-a412-b5445ef4888f None None] Pushing event updated for resources: {'Port': ['ID=dafd3215-9323-41ee-bdaa-4be65c6d9f81,revision_number=2']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:35:34.248094 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-540184bd-825a-4288-82f6-3f517b597c5a None None] For port e93f4edb-e84b-409b-8f0a-2c224c1dc0e6, host dv-cinder-813225-6-iscsi, cleared binding levels {{(pid=109224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 00:35:34.251531 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-540184bd-825a-4288-82f6-3f517b597c5a None None] For port e93f4edb-e84b-409b-8f0a-2c224c1dc0e6, host dv-cinder-813225-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-6-iscsi',level=0,port_id=e93f4edb-e84b-409b-8f0a-2c224c1dc0e6,segment=NetworkSegment(970eaf00-ac3b-4ec8-be6f-56128060f54e),segment_id=970eaf00-ac3b-4ec8-be6f-56128060f54e)] {{(pid=109224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 00:35:34.255757 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-b9d9f186-d3ad-480c-a303-b8b704923a1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-955174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-951209'] for router (b6a87a86-9beb-4989-8967-b5aaee5389be), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:34.262428 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-540184bd-825a-4288-82f6-3f517b597c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (e93f4edb-e84b-409b-8f0a-2c224c1dc0e6), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:34.268337 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9461035-693b-4c44-aac1-ebaf961b0c6c req-a6d5238c-2629-4ccc-ad9c-fced768174b9 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:34.269871 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-c9461035-693b-4c44-aac1-ebaf961b0c6c req-a6d5238c-2629-4ccc-ad9c-fced768174b9 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=40d12558-3fed-4562-b3a8-9a6f076fc3d9 HTTP/1.1" status: 200 len: 946 time: 0.0792258 Feb 21 00:35:34.339925 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-33ef3537-2547-4e88-91b3-fa96504c3bb8 None None] Provisioning complete for port e93f4edb-e84b-409b-8f0a-2c224c1dc0e6 triggered by entity DHCP. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:35:34.340323 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-33ef3537-2547-4e88-91b3-fa96504c3bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (e93f4edb-e84b-409b-8f0a-2c224c1dc0e6), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:34.344924 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540184bd-825a-4288-82f6-3f517b597c5a None None] Routers {'a571618a-2a51-4541-9291-5195e0b4d73b'} bound to L3 agent in host dv-cinder-813225-6-iscsi {{(pid=109224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:35:34.345598 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-540184bd-825a-4288-82f6-3f517b597c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-21T00:23:33Z,description=,heartbeat_timestamp=2022-02-21T00:35:34Z,host='dv-cinder-813225-6-iscsi',id=47b5b2cb-5391-4fc3-9478-3db20537c35a,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:23:34Z,topic='l3_agent')) {'router_ids': ['a571618a-2a51-4541-9291-5195e0b4d73b'], 'active': True} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:35:34.369870 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e6d5a2-a5d0-4dbf-9115-b28a0bc9b538 None None] Pushing event updated for resources: {'Port': ['ID=e93f4edb-e84b-409b-8f0a-2c224c1dc0e6,revision_number=4']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:35:34.392171 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-c9461035-693b-4c44-aac1-ebaf961b0c6c req-1b23e853-3e47-4322-af96-09c4fcfcd9f5 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f05195e-1011-4af1-b12a-07d8f5627ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877290 Feb 21 00:35:34.484904 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9d9f186-d3ad-480c-a303-b8b704923a1d admin admin] Router b6a87a86-9beb-4989-8967-b5aaee5389be is scheduled to L3 agent 47b5b2cb-5391-4fc3-9478-3db20537c35a with binding_index 1 {{(pid=109222) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 00:35:34.664425 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-a694add9-907a-4b21-97b5-005a6e88aa39 req-847b3b95-322a-4c46-a603-9dfce309a6d2 tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8230352-c17e-4cac-8ed0-da7c12f48e16 HTTP/1.1" status: 200 len: 210 time: 0.0338314 Feb 21 00:35:34.697307 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9d9f186-d3ad-480c-a303-b8b704923a1d admin admin] Notify agent at l3_agent.dv-cinder-813225-6-iscsi the message routers_updated {{(pid=109222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 00:35:34.706004 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3ab451-c839-4e6b-862a-6fdd171bd28e None None] Sync routers for ids ['b6a87a86-9beb-4989-8967-b5aaee5389be'] in dv-cinder-813225-6-iscsi {{(pid=109225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 00:35:34.719085 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-b9d9f186-d3ad-480c-a303-b8b704923a1d admin admin] Publish callbacks [] for router (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:34.720454 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-b9d9f186-d3ad-480c-a303-b8b704923a1d admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.8627293 Feb 21 00:35:34.720707 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3ab451-c839-4e6b-862a-6fdd171bd28e None None] Routers {'b6a87a86-9beb-4989-8967-b5aaee5389be'} bound to L3 agent in host dv-cinder-813225-6-iscsi {{(pid=109225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:35:34.721332 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_hamode_db [None req-0d3ab451-c839-4e6b-862a-6fdd171bd28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-21T00:23:33Z,description=,heartbeat_timestamp=2022-02-21T00:35:34Z,host='dv-cinder-813225-6-iscsi',id=47b5b2cb-5391-4fc3-9478-3db20537c35a,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:23:34Z,topic='l3_agent')) {'router_ids': ['b6a87a86-9beb-4989-8967-b5aaee5389be'], 'active': True} {{(pid=109225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:35:34.723391 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 58094) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:35:34.744560 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvr_db [None req-540184bd-825a-4288-82f6-3f517b597c5a None None] Set router a571618a-2a51-4541-9291-5195e0b4d73b gateway port host: dv-cinder-813225-6-iscsi {{(pid=109224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:35:34.746729 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-33ef3537-2547-4e88-91b3-fa96504c3bb8 None None] Current status of the port e93f4edb-e84b-409b-8f0a-2c224c1dc0e6 is: DOWN; New status is: ACTIVE {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:35:34.746729 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-33ef3537-2547-4e88-91b3-fa96504c3bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (e93f4edb-e84b-409b-8f0a-2c224c1dc0e6), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:34.848516 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_dvr_db [None req-0d3ab451-c839-4e6b-862a-6fdd171bd28e None None] Set router b6a87a86-9beb-4989-8967-b5aaee5389be gateway port host: dv-cinder-813225-6-iscsi {{(pid=109225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:35:34.851207 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-33ef3537-2547-4e88-91b3-fa96504c3bb8 None None] For port e93f4edb-e84b-409b-8f0a-2c224c1dc0e6, host dv-cinder-813225-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-6-iscsi',level=0,port_id=e93f4edb-e84b-409b-8f0a-2c224c1dc0e6,segment=NetworkSegment(970eaf00-ac3b-4ec8-be6f-56128060f54e),segment_id=970eaf00-ac3b-4ec8-be6f-56128060f54e)] {{(pid=109224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:35:34.882255 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-33ef3537-2547-4e88-91b3-fa96504c3bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (e93f4edb-e84b-409b-8f0a-2c224c1dc0e6), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:34.965267 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ef3537-2547-4e88-91b3-fa96504c3bb8 None None] Pushing event updated for resources: {'Port': ['ID=e93f4edb-e84b-409b-8f0a-2c224c1dc0e6,revision_number=5']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:35:35.009115 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-5afea64f-3ed9-4b30-b040-be16a8fddf50 None None] Provisioning complete for port e93f4edb-e84b-409b-8f0a-2c224c1dc0e6 triggered by entity DHCP. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:35:35.009495 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-5afea64f-3ed9-4b30-b040-be16a8fddf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (e93f4edb-e84b-409b-8f0a-2c224c1dc0e6), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:35.043015 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb34ec12-d787-4882-b2eb-9e4b2c50c3fc req-bb5857fc-7914-4eb8-8e6c-c9a397528648 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:35.044556 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-bb34ec12-d787-4882-b2eb-9e4b2c50c3fc req-bb5857fc-7914-4eb8-8e6c-c9a397528648 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] 10.222.0.45 "GET /v2.0/ports?device_id=5cafed47-4c4d-4e50-af97-da45180a5e75 HTTP/1.1" status: 200 len: 943 time: 0.1151969 Feb 21 00:35:35.061356 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_hamode_db [None req-0d3ab451-c839-4e6b-862a-6fdd171bd28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a87a86-9beb-4989-8967-b5aaee5389be', 'name': 'tempest-TestShelveInstance-931613067-router', 'tenant_id': '20db1918ff0e4fa085e4ee69a5bc73ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'external_fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '26ddb348-a2d9-49e4-88a6-af8291cf7f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:35:32Z', 'updated_at': '2022-02-21T00:35:33Z', 'revision_number': 3, 'project_id': '20db1918ff0e4fa085e4ee69a5bc73ff', 'gw_port': {'id': '26ddb348-a2d9-49e4-88a6-af8291cf7f5d', 'name': '', 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:be:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6a87a86-9beb-4989-8967-b5aaee5389be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:35:33Z', 'updated_at': '2022-02-21T00:35:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '890cd9a8-3116-412f-9022-3458585959da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-6-iscsi'}], 'dv-cinder-813225-6-iscsi', False) {} {{(pid=109225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:35:35.063430 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-540184bd-825a-4288-82f6-3f517b597c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a571618a-2a51-4541-9291-5195e0b4d73b', 'name': 'tempest-TestShelveInstance-187415911-router', 'tenant_id': '1022ec32710c4438be1d656ef94cf199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'external_fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '6297880a-2d4b-41a1-b14b-0623293f94c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:35:25Z', 'updated_at': '2022-02-21T00:35:29Z', 'revision_number': 4, 'project_id': '1022ec32710c4438be1d656ef94cf199', 'gw_port': {'id': '6297880a-2d4b-41a1-b14b-0623293f94c0', 'name': '', 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:10:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a571618a-2a51-4541-9291-5195e0b4d73b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:35:26Z', 'updated_at': '2022-02-21T00:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '890cd9a8-3116-412f-9022-3458585959da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-6-iscsi', '_interfaces': [{'id': 'e93f4edb-e84b-409b-8f0a-2c224c1dc0e6', 'name': '', 'network_id': 'd6d2700e-87da-42e8-bd68-6361cafa1e7e', 'tenant_id': '1022ec32710c4438be1d656ef94cf199', 'mac_address': 'fa:16:3e:8c:20:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a571618a-2a51-4541-9291-5195e0b4d73b', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'f35da8e3-8a83-4d91-8de4-129fb55d2a0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:35:28Z', 'updated_at': '2022-02-21T00:35:34Z', 'revision_number': 4, 'project_id': '1022ec32710c4438be1d656ef94cf199', 'subnets': [{'id': 'f35da8e3-8a83-4d91-8de4-129fb55d2a0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-6-iscsi', False) {} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:35:35.096475 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3ab451-c839-4e6b-862a-6fdd171bd28e None None] Checking router: b6a87a86-9beb-4989-8967-b5aaee5389be for host: dv-cinder-813225-6-iscsi {{(pid=109225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 00:35:35.096832 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3ab451-c839-4e6b-862a-6fdd171bd28e None None] Updating router b6a87a86-9beb-4989-8967-b5aaee5389be port 26ddb348-a2d9-49e4-88a6-af8291cf7f5d binding host dv-cinder-813225-6-iscsi {{(pid=109225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 00:35:35.114403 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540184bd-825a-4288-82f6-3f517b597c5a None None] The sync data for ids ['a571618a-2a51-4541-9291-5195e0b4d73b'] in dv-cinder-813225-6-iscsi is: [{'id': 'a571618a-2a51-4541-9291-5195e0b4d73b', 'name': 'tempest-TestShelveInstance-187415911-router', 'tenant_id': '1022ec32710c4438be1d656ef94cf199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'external_fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '6297880a-2d4b-41a1-b14b-0623293f94c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:35:25Z', 'updated_at': '2022-02-21T00:35:29Z', 'revision_number': 4, 'project_id': '1022ec32710c4438be1d656ef94cf199', 'gw_port': {'id': '6297880a-2d4b-41a1-b14b-0623293f94c0', 'name': '', 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:10:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a571618a-2a51-4541-9291-5195e0b4d73b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:35:26Z', 'updated_at': '2022-02-21T00:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '890cd9a8-3116-412f-9022-3458585959da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-6-iscsi', '_interfaces': [{'id': 'e93f4edb-e84b-409b-8f0a-2c224c1dc0e6', 'name': '', 'network_id': 'd6d2700e-87da-42e8-bd68-6361cafa1e7e', 'tenant_id': '1022ec32710c4438be1d656ef94cf199', 'mac_address': 'fa:16:3e:8c:20:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a571618a-2a51-4541-9291-5195e0b4d73b', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'f35da8e3-8a83-4d91-8de4-129fb55d2a0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:35:28Z', 'updated_at': '2022-02-21T00:35:34Z', 'revision_number': 4, 'project_id': '1022ec32710c4438be1d656ef94cf199', 'subnets': [{'id': 'f35da8e3-8a83-4d91-8de4-129fb55d2a0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 00:35:35.156363 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-bb34ec12-d787-4882-b2eb-9e4b2c50c3fc req-5cc0d5db-f199-417b-b418-6b4db90b7ca6 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] 10.222.0.45 "GET /v2.0/security-groups?id=3aa544ef-5b86-4218-a931-0dcdd7590b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814183 Feb 21 00:35:35.170105 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-2cd5f963-efb3-4d3f-8e75-14b6a6f65242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (4a388d83-9cb8-49a2-9541-35a13f295f4a), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:35.218729 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-5afea64f-3ed9-4b30-b040-be16a8fddf50 None None] Current status of the port e93f4edb-e84b-409b-8f0a-2c224c1dc0e6 is: ACTIVE; New status is: ACTIVE {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:35:35.252132 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron_lib.callbacks.manager [None req-0d3ab451-c839-4e6b-862a-6fdd171bd28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (26ddb348-a2d9-49e4-88a6-af8291cf7f5d), before_update {{(pid=109225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:35.654863 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron_lib.callbacks.manager [None req-0d3ab451-c839-4e6b-862a-6fdd171bd28e None None] Publish callbacks [] for port (26ddb348-a2d9-49e4-88a6-af8291cf7f5d), precommit_update {{(pid=109225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:35.668408 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-9c6b49fe-c49e-4b61-a729-fd2756e8b473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:35.672532 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a28ad6-ae43-4b38-b476-3984c11ed3d1 req-ef13f808-8820-4c61-98df-26d29bd2899b tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:35.674289 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-f4a28ad6-ae43-4b38-b476-3984c11ed3d1 req-ef13f808-8820-4c61-98df-26d29bd2899b tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=40d12558-3fed-4562-b3a8-9a6f076fc3d9 HTTP/1.1" status: 200 len: 946 time: 0.1569896 Feb 21 00:35:35.682129 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron_lib.callbacks.manager [None req-0d3ab451-c839-4e6b-862a-6fdd171bd28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (26ddb348-a2d9-49e4-88a6-af8291cf7f5d), after_update {{(pid=109225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:35.730123 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-285a94bd-6910-459e-9b4a-ee980fc9cda1 None None] Network be4ed68c-7913-418c-b1ac-46594847fb6e requested from dv-cinder-813225-6-iscsi {{(pid=109224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 00:35:35.812724 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-f4a28ad6-ae43-4b38-b476-3984c11ed3d1 req-6cf11430-b43d-4275-a970-64f5f64a2343 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f05195e-1011-4af1-b12a-07d8f5627ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198552 Feb 21 00:35:35.856726 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.plugins.ml2.managers [None req-0d3ab451-c839-4e6b-862a-6fdd171bd28e None None] Attempting to bind port 26ddb348-a2d9-49e4-88a6-af8291cf7f5d on host dv-cinder-813225-6-iscsi for vnic_type normal with profile {{(pid=109225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 00:35:35.856726 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.plugins.ml2.managers [None req-0d3ab451-c839-4e6b-862a-6fdd171bd28e None None] Attempting to bind port 26ddb348-a2d9-49e4-88a6-af8291cf7f5d by drivers openvswitch,hyperv on host dv-cinder-813225-6-iscsi at level 0 using segments [{'id': 'd470c98a-8644-4be8-8df1-f825c0b18c68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050'}] {{(pid=109225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 00:35:35.856726 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3ab451-c839-4e6b-862a-6fdd171bd28e None None] Attempting to bind port 26ddb348-a2d9-49e4-88a6-af8291cf7f5d on network 9d25e361-1d6c-4c24-9c73-356a2ab84050 {{(pid=109225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:35:35.861924 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3ab451-c839-4e6b-862a-6fdd171bd28e None None] Checking agent: {'id': 'd6e95c40-1d90-4a13-9e37-1d6580a24190', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813225-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 0, 23, 38), 'started_at': datetime.datetime(2022, 2, 21, 0, 24, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 0, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813225-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 00:35:35.862298 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3ab451-c839-4e6b-862a-6fdd171bd28e None None] Checking segment: {'id': 'd470c98a-8644-4be8-8df1-f825c0b18c68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:35:35.862861 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron_lib.callbacks.manager [None req-0d3ab451-c839-4e6b-862a-6fdd171bd28e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:35.863269 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3ab451-c839-4e6b-862a-6fdd171bd28e None None] Bound using segment: {'id': 'd470c98a-8644-4be8-8df1-f825c0b18c68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050'} {{(pid=109225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 00:35:35.863731 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.plugins.ml2.managers [None req-0d3ab451-c839-4e6b-862a-6fdd171bd28e None None] Bound port: 26ddb348-a2d9-49e4-88a6-af8291cf7f5d, host: dv-cinder-813225-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd470c98a-8644-4be8-8df1-f825c0b18c68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050'}}] {{(pid=109225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 00:35:35.864100 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron_lib.callbacks.manager [None req-0d3ab451-c839-4e6b-862a-6fdd171bd28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (26ddb348-a2d9-49e4-88a6-af8291cf7f5d), before_update {{(pid=109225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:35.920838 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Device e93f4edb-e84b-409b-8f0a-2c224c1dc0e6 up at agent ovs-agent-dv-cinder-813225-6-iscsi {{(pid=109224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:35:35.940162 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe74c7e-b871-4bdf-b349-f627703365d2 None None] Pushing event updated for resources: {'Port': ['ID=26ddb348-a2d9-49e4-88a6-af8291cf7f5d,revision_number=2']} {{(pid=109225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:35:35.959564 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.plugins.ml2.db [None req-0d3ab451-c839-4e6b-862a-6fdd171bd28e None None] For port 26ddb348-a2d9-49e4-88a6-af8291cf7f5d, host dv-cinder-813225-6-iscsi, cleared binding levels {{(pid=109225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 00:35:35.964690 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.plugins.ml2.db [None req-0d3ab451-c839-4e6b-862a-6fdd171bd28e None None] For port 26ddb348-a2d9-49e4-88a6-af8291cf7f5d, host dv-cinder-813225-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-6-iscsi',level=0,port_id=26ddb348-a2d9-49e4-88a6-af8291cf7f5d,segment=NetworkSegment(d470c98a-8644-4be8-8df1-f825c0b18c68),segment_id=d470c98a-8644-4be8-8df1-f825c0b18c68)] {{(pid=109225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 00:35:35.966668 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-020a430c-3886-4a30-9a56-25213952ef42 req-e0ab9c5d-9cdd-419e-8520-8160984af00b tempest-ServerRescueNegativeTestJSON-1091357035 tempest-ServerRescueNegativeTestJSON-1091357035-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8230352-c17e-4cac-8ed0-da7c12f48e16 HTTP/1.1" status: 200 len: 210 time: 0.0655506 Feb 21 00:35:35.981940 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron_lib.callbacks.manager [None req-0d3ab451-c839-4e6b-862a-6fdd171bd28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (26ddb348-a2d9-49e4-88a6-af8291cf7f5d), after_update {{(pid=109225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:35.996814 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Device 8785719d-2f3c-440c-8de1-fe892aa82f2c no longer exists at agent hyperv_hv-cinder-81322 {{(pid=109224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 00:35:36.051780 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-4cd58606-559e-47e6-b230-ef04414f38ed None None] Provisioning complete for port dafd3215-9323-41ee-bdaa-4be65c6d9f81 triggered by entity DHCP. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:35:36.052985 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-4cd58606-559e-47e6-b230-ef04414f38ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (dafd3215-9323-41ee-bdaa-4be65c6d9f81), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:36.088029 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] No Port match for: 8785719d-2f3c-440c-8de1-fe892aa82f2c {{(pid=109224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 00:35:36.088453 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Device 8785719d-2f3c-440c-8de1-fe892aa82f2c not bound to the agent host hv-cinder-81322 {{(pid=109224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 00:35:36.107554 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe74c7e-b871-4bdf-b349-f627703365d2 None None] Pushing event updated for resources: {'Port': ['ID=26ddb348-a2d9-49e4-88a6-af8291cf7f5d,revision_number=3']} {{(pid=109225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:35:36.122819 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3ab451-c839-4e6b-862a-6fdd171bd28e None None] Routers {'b6a87a86-9beb-4989-8967-b5aaee5389be'} bound to L3 agent in host dv-cinder-813225-6-iscsi {{(pid=109225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:35:36.123624 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_hamode_db [None req-0d3ab451-c839-4e6b-862a-6fdd171bd28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-21T00:23:33Z,description=,heartbeat_timestamp=2022-02-21T00:35:34Z,host='dv-cinder-813225-6-iscsi',id=47b5b2cb-5391-4fc3-9478-3db20537c35a,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:23:34Z,topic='l3_agent')) {'router_ids': ['b6a87a86-9beb-4989-8967-b5aaee5389be'], 'active': True} {{(pid=109225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:35:36.136873 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.db.db_base_plugin_common [None req-9c6b49fe-c49e-4b61-a729-fd2756e8b473 admin admin] Allocated IP 172.20.0.1 (be4ed68c-7913-418c-b1ac-46594847fb6e/db7df0ad-d40d-42e2-af5f-fa9b4ac7a269/14116acc-7b10-4137-8315-569d63d03cf6) {{(pid=109222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 00:35:36.158766 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Provisioning complete for port e93f4edb-e84b-409b-8f0a-2c224c1dc0e6 triggered by entity L2. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:35:36.159206 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (e93f4edb-e84b-409b-8f0a-2c224c1dc0e6), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:36.250394 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-4cd58606-559e-47e6-b230-ef04414f38ed None None] Current status of the port dafd3215-9323-41ee-bdaa-4be65c6d9f81 is: DOWN; New status is: ACTIVE {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:35:36.250787 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-4cd58606-559e-47e6-b230-ef04414f38ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (dafd3215-9323-41ee-bdaa-4be65c6d9f81), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:36.253621 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-9c6b49fe-c49e-4b61-a729-fd2756e8b473 admin admin] Publish callbacks [] for port (14116acc-7b10-4137-8315-569d63d03cf6), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:36.256036 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_dvr_db [None req-0d3ab451-c839-4e6b-862a-6fdd171bd28e None None] Set router b6a87a86-9beb-4989-8967-b5aaee5389be gateway port host: dv-cinder-813225-6-iscsi {{(pid=109225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:35:36.328045 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-9c6b49fe-c49e-4b61-a729-fd2756e8b473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731676182815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8582894421'] for port (14116acc-7b10-4137-8315-569d63d03cf6), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:36.344419 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-4cd58606-559e-47e6-b230-ef04414f38ed None None] For port dafd3215-9323-41ee-bdaa-4be65c6d9f81, host dv-cinder-813225-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-6-iscsi',level=0,port_id=dafd3215-9323-41ee-bdaa-4be65c6d9f81,segment=NetworkSegment(58d5fade-b34c-45b2-a845-fa783122a57d),segment_id=58d5fade-b34c-45b2-a845-fa783122a57d)] {{(pid=109224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:35:36.348030 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Current status of the port e93f4edb-e84b-409b-8f0a-2c224c1dc0e6 is: ACTIVE; New status is: ACTIVE {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:35:36.349219 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Device dafd3215-9323-41ee-bdaa-4be65c6d9f81 up at agent ovs-agent-dv-cinder-813225-6-iscsi {{(pid=109224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:35:36.389778 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-4cd58606-559e-47e6-b230-ef04414f38ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (dafd3215-9323-41ee-bdaa-4be65c6d9f81), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:36.412815 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c6b49fe-c49e-4b61-a729-fd2756e8b473 admin admin] Network be4ed68c-7913-418c-b1ac-46594847fb6e is already hosted by enough agents. {{(pid=109222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:35:36.417280 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.scheduler.base_scheduler [None req-9c6b49fe-c49e-4b61-a729-fd2756e8b473 admin admin] Resources bound (agent type, host, resource id): {{(pid=109222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:35:36.423962 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6b49fe-c49e-4b61-a729-fd2756e8b473 admin admin] Received port after_create {{(pid=109222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 00:35:36.451238 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd69b330-f6ab-4d15-8b28-e68a117d6486 req-eb786e0f-fedf-4ae8-b2ca-c4a8f6b9ad45 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:36.452803 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-dd69b330-f6ab-4d15-8b28-e68a117d6486 req-eb786e0f-fedf-4ae8-b2ca-c4a8f6b9ad45 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] 10.222.0.45 "GET /v2.0/ports?device_id=5cafed47-4c4d-4e50-af97-da45180a5e75 HTTP/1.1" status: 200 len: 943 time: 0.1016772 Feb 21 00:35:36.486918 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-09e0abcb-2b1d-4918-a5e2-a10ed408e1f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (417c2155-c2c7-44af-91e4-b32264eafb82), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:36.507059 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6b49fe-c49e-4b61-a729-fd2756e8b473 admin admin] Pushing event updated for resources: {'Port': ['ID=14116acc-7b10-4137-8315-569d63d03cf6,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:35:36.512676 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd58606-559e-47e6-b230-ef04414f38ed None None] Pushing event updated for resources: {'Port': ['ID=dafd3215-9323-41ee-bdaa-4be65c6d9f81,revision_number=3']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:35:36.541006 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Provisioning complete for port dafd3215-9323-41ee-bdaa-4be65c6d9f81 triggered by entity L2. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:35:36.541397 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (dafd3215-9323-41ee-bdaa-4be65c6d9f81), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:36.551521 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-dd69b330-f6ab-4d15-8b28-e68a117d6486 req-a31d3b19-c023-408d-b1ba-e88862082d4d tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] 10.222.0.45 "GET /v2.0/security-groups?id=3aa544ef-5b86-4218-a931-0dcdd7590b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781467 Feb 21 00:35:36.557389 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-9c6b49fe-c49e-4b61-a729-fd2756e8b473 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-951422'] for router_interface (b6a87a86-9beb-4989-8967-b5aaee5389be), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:36.572862 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_hamode_db [None req-0d3ab451-c839-4e6b-862a-6fdd171bd28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a87a86-9beb-4989-8967-b5aaee5389be', 'name': 'tempest-TestShelveInstance-931613067-router', 'tenant_id': '20db1918ff0e4fa085e4ee69a5bc73ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'external_fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '26ddb348-a2d9-49e4-88a6-af8291cf7f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:35:32Z', 'updated_at': '2022-02-21T00:35:33Z', 'revision_number': 3, 'project_id': '20db1918ff0e4fa085e4ee69a5bc73ff', 'gw_port': {'id': '26ddb348-a2d9-49e4-88a6-af8291cf7f5d', 'name': '', 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:be:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6a87a86-9beb-4989-8967-b5aaee5389be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:35:33Z', 'updated_at': '2022-02-21T00:35:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '890cd9a8-3116-412f-9022-3458585959da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-6-iscsi'}], 'dv-cinder-813225-6-iscsi', False) {} {{(pid=109225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:35:36.621687 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3ab451-c839-4e6b-862a-6fdd171bd28e None None] The sync data for ids ['b6a87a86-9beb-4989-8967-b5aaee5389be'] in dv-cinder-813225-6-iscsi is: [{'id': 'b6a87a86-9beb-4989-8967-b5aaee5389be', 'name': 'tempest-TestShelveInstance-931613067-router', 'tenant_id': '20db1918ff0e4fa085e4ee69a5bc73ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'external_fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '26ddb348-a2d9-49e4-88a6-af8291cf7f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:35:32Z', 'updated_at': '2022-02-21T00:35:33Z', 'revision_number': 3, 'project_id': '20db1918ff0e4fa085e4ee69a5bc73ff', 'gw_port': {'id': '26ddb348-a2d9-49e4-88a6-af8291cf7f5d', 'name': '', 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:be:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6a87a86-9beb-4989-8967-b5aaee5389be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:35:33Z', 'updated_at': '2022-02-21T00:35:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '890cd9a8-3116-412f-9022-3458585959da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-6-iscsi'}] {{(pid=109225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 00:35:36.632549 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-f3b033b5-c4c2-4f86-867c-172f80b13040 None None] Provisioning complete for port dafd3215-9323-41ee-bdaa-4be65c6d9f81 triggered by entity DHCP. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:35:36.632937 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-f3b033b5-c4c2-4f86-867c-172f80b13040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (dafd3215-9323-41ee-bdaa-4be65c6d9f81), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:36.728762 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Current status of the port dafd3215-9323-41ee-bdaa-4be65c6d9f81 is: ACTIVE; New status is: ACTIVE {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:35:36.787455 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-f3b033b5-c4c2-4f86-867c-172f80b13040 None None] Current status of the port dafd3215-9323-41ee-bdaa-4be65c6d9f81 is: ACTIVE; New status is: ACTIVE {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:35:36.810906 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-9c6b49fe-c49e-4b61-a729-fd2756e8b473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (14116acc-7b10-4137-8315-569d63d03cf6), before_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:36.915436 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-e52857dd-fea8-4d2e-af88-a80951bbce01 None None] Provisioning complete for port 14116acc-7b10-4137-8315-569d63d03cf6 triggered by entity DHCP. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:35:36.915825 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-e52857dd-fea8-4d2e-af88-a80951bbce01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (14116acc-7b10-4137-8315-569d63d03cf6), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:36.996381 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-e52857dd-fea8-4d2e-af88-a80951bbce01 None None] Port 14116acc-7b10-4137-8315-569d63d03cf6 cannot update to ACTIVE because it is not bound. {{(pid=109224) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 00:35:37.023659 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359c474d-21c4-4a42-9240-cb0b9beaa84a req-589db6dd-c814-4343-b8a1-71b0ec55b263 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:37.035975 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-359c474d-21c4-4a42-9240-cb0b9beaa84a req-589db6dd-c814-4343-b8a1-71b0ec55b263 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=40d12558-3fed-4562-b3a8-9a6f076fc3d9 HTTP/1.1" status: 200 len: 946 time: 0.0985608 Feb 21 00:35:37.132576 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-359c474d-21c4-4a42-9240-cb0b9beaa84a req-2ad755a8-7b99-4028-bc26-d8d56a642de4 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f05195e-1011-4af1-b12a-07d8f5627ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874550 Feb 21 00:35:37.147576 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-9c6b49fe-c49e-4b61-a729-fd2756e8b473 admin admin] Publish callbacks [] for port (14116acc-7b10-4137-8315-569d63d03cf6), precommit_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:37.156058 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-9c6b49fe-c49e-4b61-a729-fd2756e8b473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8582894414'] for port (14116acc-7b10-4137-8315-569d63d03cf6), after_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:37.157892 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 58124) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:35:37.267655 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6b49fe-c49e-4b61-a729-fd2756e8b473 admin admin] Pushing event updated for resources: {'Port': ['ID=14116acc-7b10-4137-8315-569d63d03cf6,revision_number=2']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:35:37.270428 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-9c6b49fe-c49e-4b61-a729-fd2756e8b473 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-951530'] for router_interface (b6a87a86-9beb-4989-8967-b5aaee5389be), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:37.382846 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af32fbe-c3e3-4dae-a2f4-59a4aa21bf81 req-db182982-61df-4f5f-bdc1-a7d06d8b3699 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:37.384907 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-9af32fbe-c3e3-4dae-a2f4-59a4aa21bf81 req-db182982-61df-4f5f-bdc1-a7d06d8b3699 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fd7fea7-9f01-48c5-ac04-7fb6bd253b61 HTTP/1.1" status: 200 len: 945 time: 0.1150448 Feb 21 00:35:37.394763 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c6b49fe-c49e-4b61-a729-fd2756e8b473 admin admin] Network be4ed68c-7913-418c-b1ac-46594847fb6e is already hosted by enough agents. {{(pid=109222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:35:37.396243 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.scheduler.base_scheduler [None req-9c6b49fe-c49e-4b61-a729-fd2756e8b473 admin admin] Resources bound (agent type, host, resource id): {{(pid=109222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:35:37.569134 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c6b49fe-c49e-4b61-a729-fd2756e8b473 admin admin] Router b6a87a86-9beb-4989-8967-b5aaee5389be has already been hosted by L3 agent 47b5b2cb-5391-4fc3-9478-3db20537c35a {{(pid=109222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 00:35:37.708381 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Device 26ddb348-a2d9-49e4-88a6-af8291cf7f5d up at agent ovs-agent-dv-cinder-813225-6-iscsi {{(pid=109224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:35:37.770601 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c6b49fe-c49e-4b61-a729-fd2756e8b473 admin admin] Notify agent at l3_agent.dv-cinder-813225-6-iscsi the message routers_updated {{(pid=109222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 00:35:37.786670 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-9c6b49fe-c49e-4b61-a729-fd2756e8b473 admin admin] 10.222.0.45 "PUT /v2.0/routers/b6a87a86-9beb-4989-8967-b5aaee5389be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0538712 Feb 21 00:35:37.787045 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2184efd4-bd4d-49c6-9b29-249425a86c01 req-d991c2c5-a33c-430e-b0c2-dbbd9575686c tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:37.788638 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-2184efd4-bd4d-49c6-9b29-249425a86c01 req-d991c2c5-a33c-430e-b0c2-dbbd9575686c tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] 10.222.0.45 "GET /v2.0/ports?device_id=5cafed47-4c4d-4e50-af97-da45180a5e75 HTTP/1.1" status: 200 len: 943 time: 0.1170497 Feb 21 00:35:37.814032 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-ab514f7b-f33e-405d-bd64-3c09efcd80e0 None None] Provisioning complete for port 14116acc-7b10-4137-8315-569d63d03cf6 triggered by entity DHCP. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:35:37.816277 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-ab514f7b-f33e-405d-bd64-3c09efcd80e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (14116acc-7b10-4137-8315-569d63d03cf6), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:37.817407 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-9af32fbe-c3e3-4dae-a2f4-59a4aa21bf81 req-e85f46b3-d2cf-4f75-a2bf-c8e398043ef7 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/security-groups?id=086df3ca-b094-4a4d-b3ca-0d4f22d1c024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4263551 Feb 21 00:35:37.857680 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Provisioning complete for port 26ddb348-a2d9-49e4-88a6-af8291cf7f5d triggered by entity L2. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:35:37.858073 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (26ddb348-a2d9-49e4-88a6-af8291cf7f5d), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:37.872866 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-2184efd4-bd4d-49c6-9b29-249425a86c01 req-e783f855-002e-495f-9a81-69363a60b8e5 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] 10.222.0.45 "GET /v2.0/security-groups?id=3aa544ef-5b86-4218-a931-0dcdd7590b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746202 Feb 21 00:35:37.897028 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-ab514f7b-f33e-405d-bd64-3c09efcd80e0 None None] Port 14116acc-7b10-4137-8315-569d63d03cf6 cannot update to ACTIVE because it is not bound. {{(pid=109224) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 00:35:37.953590 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Current status of the port 26ddb348-a2d9-49e4-88a6-af8291cf7f5d is: DOWN; New status is: ACTIVE {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:35:37.954161 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (26ddb348-a2d9-49e4-88a6-af8291cf7f5d), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:37.981859 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] For port 26ddb348-a2d9-49e4-88a6-af8291cf7f5d, host dv-cinder-813225-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-6-iscsi',level=0,port_id=26ddb348-a2d9-49e4-88a6-af8291cf7f5d,segment=NetworkSegment(d470c98a-8644-4be8-8df1-f825c0b18c68),segment_id=d470c98a-8644-4be8-8df1-f825c0b18c68)] {{(pid=109224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:35:37.987169 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (26ddb348-a2d9-49e4-88a6-af8291cf7f5d), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:37.988141 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Device dafd3215-9323-41ee-bdaa-4be65c6d9f81 up at agent ovs-agent-dv-cinder-813225-6-iscsi {{(pid=109224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:35:38.032870 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-25557ce4-0cc8-49d7-8900-71aacc792f64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-951543'] for router_interface (35bab38b-b1f8-4aa4-b3ec-5298340e2578), before_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:38.073716 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (d6e95c40-1d90-4a13-9e37-1d6580a24190), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:38.102929 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Pushing event updated for resources: {'Port': ['ID=26ddb348-a2d9-49e4-88a6-af8291cf7f5d,revision_number=4']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:35:38.113631 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Provisioning complete for port dafd3215-9323-41ee-bdaa-4be65c6d9f81 triggered by entity L2. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:35:38.114021 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (dafd3215-9323-41ee-bdaa-4be65c6d9f81), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:38.207228 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Current status of the port dafd3215-9323-41ee-bdaa-4be65c6d9f81 is: ACTIVE; New status is: ACTIVE {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:35:38.220561 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Device 6bb787e3-e415-46c7-b65e-52a74666e345 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109224) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 00:35:38.352465 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 58138) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:35:38.357593 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [None req-20aff302-5039-4bfe-93e8-a0fec3b1347a tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1116449518', 'description': 'tempest-secgroup-smoke-1116449518 description', 'project_id': '1022ec32710c4438be1d656ef94cf199'}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:35:38.364060 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.db.resource_extend [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 21 00:35:38.384611 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-20aff302-5039-4bfe-93e8-a0fec3b1347a tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Publish callbacks [] for security_group (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:38.393560 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-25557ce4-0cc8-49d7-8900-71aacc792f64 admin admin] Deleting port 703c5d97-95da-4938-9d2d-d93d6b5f9ab5 {{(pid=109223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 00:35:38.393892 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-25557ce4-0cc8-49d7-8900-71aacc792f64 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731676621334'] for port (703c5d97-95da-4938-9d2d-d93d6b5f9ab5), before_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:38.447436 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] For port 6bb787e3-e415-46c7-b65e-52a74666e345, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=6bb787e3-e415-46c7-b65e-52a74666e345,segment=NetworkSegment(62e44578-53cb-4551-afb0-559d121984b2),segment_id=62e44578-53cb-4551-afb0-559d121984b2)] {{(pid=109224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:35:38.458939 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-20aff302-5039-4bfe-93e8-a0fec3b1347a tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Publish callbacks [] for security_group (aead6c93-8d5b-4a00-8efd-7ee34086e598), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:38.459589 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Returning: {'device': '6bb787e3-e415-46c7-b65e-52a74666e345', 'network_id': 'ca36ee0b-69dd-47af-b5ea-ecee46692eff', 'port_id': '6bb787e3-e415-46c7-b65e-52a74666e345', 'mac_address': 'fa:16:3e:78:d7:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29d266b3-d638-4ac9-99d5-4bbc8fdc8eb4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109224) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 00:35:38.464171 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-20aff302-5039-4bfe-93e8-a0fec3b1347a tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (aead6c93-8d5b-4a00-8efd-7ee34086e598), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:38.481192 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-25557ce4-0cc8-49d7-8900-71aacc792f64 admin admin] For port 703c5d97-95da-4938-9d2d-d93d6b5f9ab5, host dv-cinder-813225-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-6-iscsi',level=0,port_id=703c5d97-95da-4938-9d2d-d93d6b5f9ab5,segment=NetworkSegment(269a8d6d-b983-4db2-9b3a-4038ed61d041),segment_id=269a8d6d-b983-4db2-9b3a-4038ed61d041)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:35:38.481559 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-25557ce4-0cc8-49d7-8900-71aacc792f64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950719'] for port (703c5d97-95da-4938-9d2d-d93d6b5f9ab5), precommit_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:38.498287 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-25557ce4-0cc8-49d7-8900-71aacc792f64 admin admin] Calling delete_port for 703c5d97-95da-4938-9d2d-d93d6b5f9ab5 owned by network:router_interface {{(pid=109223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 00:35:38.498990 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-20aff302-5039-4bfe-93e8-a0fec3b1347a tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Publish callbacks [] for security_group (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:38.499510 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Current status of the port 6bb787e3-e415-46c7-b65e-52a74666e345 is: DOWN; New status is: BUILD {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:35:38.499881 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (6bb787e3-e415-46c7-b65e-52a74666e345), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:38.503364 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-20aff302-5039-4bfe-93e8-a0fec3b1347a tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1492970 Feb 21 00:35:38.503966 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 58140) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:35:38.509171 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [None req-da049878-23e5-4cea-95b1-1b52a2505b10 tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Request body: {'security_group_rule': {'security_group_id': 'aead6c93-8d5b-4a00-8efd-7ee34086e598', 'project_id': '1022ec32710c4438be1d656ef94cf199', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:35:38.516058 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aff302-5039-4bfe-93e8-a0fec3b1347a tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aead6c93-8d5b-4a00-8efd-7ee34086e598,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:35:38.516258 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.notifiers.nova [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bb787e3-e415-46c7-b65e-52a74666e345 {{(pid=109224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 00:35:38.535698 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] For port 6bb787e3-e415-46c7-b65e-52a74666e345, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=6bb787e3-e415-46c7-b65e-52a74666e345,segment=NetworkSegment(62e44578-53cb-4551-afb0-559d121984b2),segment_id=62e44578-53cb-4551-afb0-559d121984b2)] {{(pid=109224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:35:38.541737 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (6bb787e3-e415-46c7-b65e-52a74666e345), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:38.546969 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-da049878-23e5-4cea-95b1-1b52a2505b10 tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Publish callbacks [] for security_group_rule (7de9409b-2f59-4620-a7c8-338fb2b4d257), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:38.611805 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Pushing event updated for resources: {'Port': ['ID=6bb787e3-e415-46c7-b65e-52a74666e345,revision_number=4']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:35:38.618923 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-da049878-23e5-4cea-95b1-1b52a2505b10 tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Publish callbacks [] for security_group_rule (7de9409b-2f59-4620-a7c8-338fb2b4d257), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:38.623159 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-da049878-23e5-4cea-95b1-1b52a2505b10 tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574764'] for security_group_rule (7de9409b-2f59-4620-a7c8-338fb2b4d257), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:38.641185 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da049878-23e5-4cea-95b1-1b52a2505b10 tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7de9409b-2f59-4620-a7c8-338fb2b4d257,revision_number=0']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:35:38.650903 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-da049878-23e5-4cea-95b1-1b52a2505b10 tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:38.652271 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-da049878-23e5-4cea-95b1-1b52a2505b10 tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1465259 Feb 21 00:35:38.654946 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 58142) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:35:38.659527 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [None req-f8e61b3a-ef81-4113-b4f3-19966036c808 tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Request body: {'security_group_rule': {'security_group_id': 'aead6c93-8d5b-4a00-8efd-7ee34086e598', 'project_id': '1022ec32710c4438be1d656ef94cf199', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:35:38.686405 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-f8e61b3a-ef81-4113-b4f3-19966036c808 tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Publish callbacks [] for security_group_rule (556e23f8-982b-4d7d-81f0-2d6646844cde), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:38.707744 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-25557ce4-0cc8-49d7-8900-71aacc792f64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731676626041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731676182824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3995289'] for port (703c5d97-95da-4938-9d2d-d93d6b5f9ab5), after_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:38.737746 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25557ce4-0cc8-49d7-8900-71aacc792f64 admin admin] Pushing event deleted for resources: {'Port': ['ID=703c5d97-95da-4938-9d2d-d93d6b5f9ab5,revision_number=None']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:35:38.748081 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-f8e61b3a-ef81-4113-b4f3-19966036c808 tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Publish callbacks [] for security_group_rule (556e23f8-982b-4d7d-81f0-2d6646844cde), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:38.753914 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-f8e61b3a-ef81-4113-b4f3-19966036c808 tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574764'] for security_group_rule (556e23f8-982b-4d7d-81f0-2d6646844cde), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:38.772741 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e61b3a-ef81-4113-b4f3-19966036c808 tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=556e23f8-982b-4d7d-81f0-2d6646844cde,revision_number=0']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:35:38.786074 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-f8e61b3a-ef81-4113-b4f3-19966036c808 tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:38.787671 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-f8e61b3a-ef81-4113-b4f3-19966036c808 tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1315639 Feb 21 00:35:38.791619 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 58144) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:35:38.796655 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.v2.base [None req-c6a95554-40f3-4679-84aa-7566ac9e210f tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Request body: {'security_group_rule': {'security_group_id': 'aead6c93-8d5b-4a00-8efd-7ee34086e598', 'project_id': '1022ec32710c4438be1d656ef94cf199', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:35:38.863489 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-c6a95554-40f3-4679-84aa-7566ac9e210f tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Publish callbacks [] for security_group_rule (101effb2-59ad-4b27-b4c9-49610761404e), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:38.929900 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69523a8-6df4-4501-aa40-7112cbda1920 None None] Sync routers for ids ['b6a87a86-9beb-4989-8967-b5aaee5389be'] in dv-cinder-813225-6-iscsi {{(pid=109224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 00:35:38.946876 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69523a8-6df4-4501-aa40-7112cbda1920 None None] Routers {'b6a87a86-9beb-4989-8967-b5aaee5389be'} bound to L3 agent in host dv-cinder-813225-6-iscsi {{(pid=109224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:35:38.947793 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-d69523a8-6df4-4501-aa40-7112cbda1920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-21T00:23:33Z,description=,heartbeat_timestamp=2022-02-21T00:35:34Z,host='dv-cinder-813225-6-iscsi',id=47b5b2cb-5391-4fc3-9478-3db20537c35a,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:23:34Z,topic='l3_agent')) {'router_ids': ['b6a87a86-9beb-4989-8967-b5aaee5389be'], 'active': True} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:35:38.955404 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953c113b-5395-4491-a960-09691aea4f9a req-3abe7a82-b993-4119-9b1e-a0040f6eb022 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:38.957287 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-953c113b-5395-4491-a960-09691aea4f9a req-3abe7a82-b993-4119-9b1e-a0040f6eb022 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fd7fea7-9f01-48c5-ac04-7fb6bd253b61 HTTP/1.1" status: 200 len: 945 time: 0.0736561 Feb 21 00:35:38.995893 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-c6a95554-40f3-4679-84aa-7566ac9e210f tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Publish callbacks [] for security_group_rule (101effb2-59ad-4b27-b4c9-49610761404e), precommit_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:38.997081 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-25557ce4-0cc8-49d7-8900-71aacc792f64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-957799'] for router_interface (35bab38b-b1f8-4aa4-b3ec-5298340e2578), after_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:39.003381 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-c6a95554-40f3-4679-84aa-7566ac9e210f tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574764'] for security_group_rule (101effb2-59ad-4b27-b4c9-49610761404e), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:39.015827 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-953c113b-5395-4491-a960-09691aea4f9a req-41e45719-6381-47a9-a3f5-9ebf2b4b08ba tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/security-groups?id=086df3ca-b094-4a4d-b3ca-0d4f22d1c024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515127 Feb 21 00:35:39.034889 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a95554-40f3-4679-84aa-7566ac9e210f tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=101effb2-59ad-4b27-b4c9-49610761404e,revision_number=0']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:35:39.041540 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-c6a95554-40f3-4679-84aa-7566ac9e210f tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:39.043234 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-c6a95554-40f3-4679-84aa-7566ac9e210f tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2499421 Feb 21 00:35:39.046527 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 58150) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:35:39.050620 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [None req-57a66743-a5b5-4f71-9d02-7e5f21ee6420 tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Request body: {'security_group_rule': {'security_group_id': 'aead6c93-8d5b-4a00-8efd-7ee34086e598', 'project_id': '1022ec32710c4438be1d656ef94cf199', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:35:39.084397 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvr_db [None req-d69523a8-6df4-4501-aa40-7112cbda1920 None None] Set router b6a87a86-9beb-4989-8967-b5aaee5389be gateway port host: dv-cinder-813225-6-iscsi {{(pid=109224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:35:39.086916 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-57a66743-a5b5-4f71-9d02-7e5f21ee6420 tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Publish callbacks [] for security_group_rule (427ae4c7-b82d-4006-81d9-cfd7c3e14bba), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:39.103692 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1095b174-c741-4e67-b107-92c2b930f8ea req-84b5ad38-3256-43fb-b9dd-3b213d580721 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:39.105215 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-1095b174-c741-4e67-b107-92c2b930f8ea req-84b5ad38-3256-43fb-b9dd-3b213d580721 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] 10.222.0.45 "GET /v2.0/ports?device_id=5cafed47-4c4d-4e50-af97-da45180a5e75 HTTP/1.1" status: 200 len: 944 time: 0.1493113 Feb 21 00:35:39.161524 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-57a66743-a5b5-4f71-9d02-7e5f21ee6420 tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Publish callbacks [] for security_group_rule (427ae4c7-b82d-4006-81d9-cfd7c3e14bba), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:39.166615 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-57a66743-a5b5-4f71-9d02-7e5f21ee6420 tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574764'] for security_group_rule (427ae4c7-b82d-4006-81d9-cfd7c3e14bba), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:39.186189 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a66743-a5b5-4f71-9d02-7e5f21ee6420 tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=427ae4c7-b82d-4006-81d9-cfd7c3e14bba,revision_number=0']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:35:39.193549 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-57a66743-a5b5-4f71-9d02-7e5f21ee6420 tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:39.195825 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-57a66743-a5b5-4f71-9d02-7e5f21ee6420 tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1487255 Feb 21 00:35:39.198970 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 58154) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:35:39.203390 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [None req-4a583b2d-b49f-48be-bf65-7a7ac403d738 tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Request body: {'security_group_rule': {'security_group_id': 'aead6c93-8d5b-4a00-8efd-7ee34086e598', 'project_id': '1022ec32710c4438be1d656ef94cf199', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:35:39.207958 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-1095b174-c741-4e67-b107-92c2b930f8ea req-139489b8-8eab-42d5-8851-8b1d0f00cdcb tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] 10.222.0.45 "GET /v2.0/security-groups?id=3aa544ef-5b86-4218-a931-0dcdd7590b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958633 Feb 21 00:35:39.228468 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.db.securitygroups_db [None req-4a583b2d-b49f-48be-bf65-7a7ac403d738 tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Project 1022ec32710c4438be1d656ef94cf199 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 21 00:35:39.234077 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-4a583b2d-b49f-48be-bf65-7a7ac403d738 tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Publish callbacks [] for security_group_rule (b7ba2b08-af97-400f-8767-a4d0fefc0dc1), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:39.295717 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-4a583b2d-b49f-48be-bf65-7a7ac403d738 tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Publish callbacks [] for security_group_rule (b7ba2b08-af97-400f-8767-a4d0fefc0dc1), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:39.301374 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-4a583b2d-b49f-48be-bf65-7a7ac403d738 tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574764'] for security_group_rule (b7ba2b08-af97-400f-8767-a4d0fefc0dc1), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:39.316997 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-d69523a8-6df4-4501-aa40-7112cbda1920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a87a86-9beb-4989-8967-b5aaee5389be', 'name': 'tempest-TestShelveInstance-931613067-router', 'tenant_id': '20db1918ff0e4fa085e4ee69a5bc73ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'external_fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '26ddb348-a2d9-49e4-88a6-af8291cf7f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:35:32Z', 'updated_at': '2022-02-21T00:35:36Z', 'revision_number': 4, 'project_id': '20db1918ff0e4fa085e4ee69a5bc73ff', 'gw_port': {'id': '26ddb348-a2d9-49e4-88a6-af8291cf7f5d', 'name': '', 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:be:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a87a86-9beb-4989-8967-b5aaee5389be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:35:33Z', 'updated_at': '2022-02-21T00:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '890cd9a8-3116-412f-9022-3458585959da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-6-iscsi', '_interfaces': [{'id': '14116acc-7b10-4137-8315-569d63d03cf6', 'name': '', 'network_id': 'be4ed68c-7913-418c-b1ac-46594847fb6e', 'tenant_id': '20db1918ff0e4fa085e4ee69a5bc73ff', 'mac_address': 'fa:16:3e:85:9e:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6a87a86-9beb-4989-8967-b5aaee5389be', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'db7df0ad-d40d-42e2-af5f-fa9b4ac7a269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:35:35Z', 'updated_at': '2022-02-21T00:35:36Z', 'revision_number': 2, 'project_id': '20db1918ff0e4fa085e4ee69a5bc73ff', 'subnets': [{'id': 'db7df0ad-d40d-42e2-af5f-fa9b4ac7a269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-6-iscsi', False) {} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:35:39.324637 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a583b2d-b49f-48be-bf65-7a7ac403d738 tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7ba2b08-af97-400f-8767-a4d0fefc0dc1,revision_number=0']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:35:39.331442 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-4a583b2d-b49f-48be-bf65-7a7ac403d738 tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:39.334277 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25557ce4-0cc8-49d7-8900-71aacc792f64 admin admin] Router 35bab38b-b1f8-4aa4-b3ec-5298340e2578 has already been hosted by L3 agent 47b5b2cb-5391-4fc3-9478-3db20537c35a {{(pid=109223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 00:35:39.336133 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-4a583b2d-b49f-48be-bf65-7a7ac403d738 tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1360989 Feb 21 00:35:39.336809 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 58156) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:35:39.342111 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.v2.base [None req-643d5b5a-c3d2-4e64-b806-14ccf44e9085 tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Request body: {'security_group_rule': {'security_group_id': 'aead6c93-8d5b-4a00-8efd-7ee34086e598', 'project_id': '1022ec32710c4438be1d656ef94cf199', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:35:39.348153 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69523a8-6df4-4501-aa40-7112cbda1920 None None] Checking router: b6a87a86-9beb-4989-8967-b5aaee5389be for host: dv-cinder-813225-6-iscsi {{(pid=109224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 00:35:39.348511 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69523a8-6df4-4501-aa40-7112cbda1920 None None] Updating router b6a87a86-9beb-4989-8967-b5aaee5389be port 14116acc-7b10-4137-8315-569d63d03cf6 binding host dv-cinder-813225-6-iscsi {{(pid=109224) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 00:35:39.376204 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-d69523a8-6df4-4501-aa40-7112cbda1920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (14116acc-7b10-4137-8315-569d63d03cf6), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:39.399848 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.db.securitygroups_db [None req-643d5b5a-c3d2-4e64-b806-14ccf44e9085 tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Project 1022ec32710c4438be1d656ef94cf199 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 21 00:35:39.406876 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-643d5b5a-c3d2-4e64-b806-14ccf44e9085 tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Publish callbacks [] for security_group_rule (ab82df50-13e9-4d86-97c7-627679f21696), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:39.501574 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-643d5b5a-c3d2-4e64-b806-14ccf44e9085 tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Publish callbacks [] for security_group_rule (ab82df50-13e9-4d86-97c7-627679f21696), precommit_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:39.503406 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25557ce4-0cc8-49d7-8900-71aacc792f64 admin admin] Notify agent at l3_agent.dv-cinder-813225-6-iscsi the message routers_updated {{(pid=109223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 00:35:39.512200 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-25557ce4-0cc8-49d7-8900-71aacc792f64 admin admin] 10.222.0.45 "PUT /v2.0/routers/35bab38b-b1f8-4aa4-b3ec-5298340e2578/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3496923 Feb 21 00:35:39.512200 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-643d5b5a-c3d2-4e64-b806-14ccf44e9085 tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574764'] for security_group_rule (ab82df50-13e9-4d86-97c7-627679f21696), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:39.512509 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 58158) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:35:39.530490 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643d5b5a-c3d2-4e64-b806-14ccf44e9085 tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab82df50-13e9-4d86-97c7-627679f21696,revision_number=0']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:35:39.537602 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861b39d9-63be-4b5a-a224-e233d94c708e None None] Sync routers for ids ['35bab38b-b1f8-4aa4-b3ec-5298340e2578'] in dv-cinder-813225-6-iscsi {{(pid=109225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 00:35:39.548550 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-643d5b5a-c3d2-4e64-b806-14ccf44e9085 tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:39.549769 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-643d5b5a-c3d2-4e64-b806-14ccf44e9085 tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2119558 Feb 21 00:35:39.550990 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861b39d9-63be-4b5a-a224-e233d94c708e None None] Routers {'35bab38b-b1f8-4aa4-b3ec-5298340e2578'} bound to L3 agent in host dv-cinder-813225-6-iscsi {{(pid=109225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:35:39.552054 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_hamode_db [None req-861b39d9-63be-4b5a-a224-e233d94c708e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-21T00:23:33Z,description=,heartbeat_timestamp=2022-02-21T00:35:34Z,host='dv-cinder-813225-6-iscsi',id=47b5b2cb-5391-4fc3-9478-3db20537c35a,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:23:34Z,topic='l3_agent')) {'router_ids': ['35bab38b-b1f8-4aa4-b3ec-5298340e2578'], 'active': True} {{(pid=109225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:35:39.664253 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-31603982-209d-4f2b-869d-c91562f4a401 admin admin] Publish callbacks [] for router (35bab38b-b1f8-4aa4-b3ec-5298340e2578), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:39.749612 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Device 26ddb348-a2d9-49e4-88a6-af8291cf7f5d up at agent ovs-agent-dv-cinder-813225-6-iscsi {{(pid=109224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:35:39.750018 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_dvr_db [None req-861b39d9-63be-4b5a-a224-e233d94c708e None None] Set router 35bab38b-b1f8-4aa4-b3ec-5298340e2578 gateway port host: dv-cinder-813225-6-iscsi {{(pid=109225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:35:39.810871 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-31603982-209d-4f2b-869d-c91562f4a401 admin admin] Publish callbacks [] for router_gateway (35bab38b-b1f8-4aa4-b3ec-5298340e2578), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:39.820272 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-d69523a8-6df4-4501-aa40-7112cbda1920 None None] Publish callbacks [] for port (14116acc-7b10-4137-8315-569d63d03cf6), precommit_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:39.832264 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-d69523a8-6df4-4501-aa40-7112cbda1920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (14116acc-7b10-4137-8315-569d63d03cf6), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:39.879861 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.plugin [None req-31603982-209d-4f2b-869d-c91562f4a401 admin admin] Deleting port dc195841-086b-4f77-a5af-02dd97f105a2 {{(pid=109222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 00:35:39.880256 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-31603982-209d-4f2b-869d-c91562f4a401 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731676621334'] for port (dc195841-086b-4f77-a5af-02dd97f105a2), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:39.958739 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_hamode_db [None req-861b39d9-63be-4b5a-a224-e233d94c708e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35bab38b-b1f8-4aa4-b3ec-5298340e2578', 'name': 'tempest-ServerRescueNegativeTestJSON-400306834-router', 'tenant_id': '1092f05b80bd4759940d2fbd268d02b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'external_fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': 'dc195841-086b-4f77-a5af-02dd97f105a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:31:38Z', 'updated_at': '2022-02-21T00:35:38Z', 'revision_number': 5, 'project_id': '1092f05b80bd4759940d2fbd268d02b0', 'gw_port': {'id': 'dc195841-086b-4f77-a5af-02dd97f105a2', 'name': '', 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f2:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bab38b-b1f8-4aa4-b3ec-5298340e2578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:31:40Z', 'updated_at': '2022-02-21T00:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '890cd9a8-3116-412f-9022-3458585959da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-6-iscsi'}], 'dv-cinder-813225-6-iscsi', False) {} {{(pid=109225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:35:39.963497 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Provisioning complete for port 26ddb348-a2d9-49e4-88a6-af8291cf7f5d triggered by entity L2. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:35:39.964105 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (26ddb348-a2d9-49e4-88a6-af8291cf7f5d), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:39.968651 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6222f26a-1d49-4838-8da9-6c9d50312a8a None None] Pushing event updated for resources: {'Port': ['ID=14116acc-7b10-4137-8315-569d63d03cf6,revision_number=3']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:35:40.016764 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.db [None req-31603982-209d-4f2b-869d-c91562f4a401 admin admin] For port dc195841-086b-4f77-a5af-02dd97f105a2, host dv-cinder-813225-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-6-iscsi',level=0,port_id=dc195841-086b-4f77-a5af-02dd97f105a2,segment=NetworkSegment(d470c98a-8644-4be8-8df1-f825c0b18c68),segment_id=d470c98a-8644-4be8-8df1-f825c0b18c68)] {{(pid=109222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:35:40.017143 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-31603982-209d-4f2b-869d-c91562f4a401 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950719'] for port (dc195841-086b-4f77-a5af-02dd97f105a2), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:40.020831 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861b39d9-63be-4b5a-a224-e233d94c708e None None] Checking router: 35bab38b-b1f8-4aa4-b3ec-5298340e2578 for host: dv-cinder-813225-6-iscsi {{(pid=109225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 00:35:40.026598 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.managers [None req-d69523a8-6df4-4501-aa40-7112cbda1920 None None] Attempting to bind port 14116acc-7b10-4137-8315-569d63d03cf6 on host dv-cinder-813225-6-iscsi for vnic_type normal with profile {{(pid=109224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 00:35:40.027124 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.managers [None req-d69523a8-6df4-4501-aa40-7112cbda1920 None None] Attempting to bind port 14116acc-7b10-4137-8315-569d63d03cf6 by drivers openvswitch,hyperv on host dv-cinder-813225-6-iscsi at level 0 using segments [{'id': '58d5fade-b34c-45b2-a845-fa783122a57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'be4ed68c-7913-418c-b1ac-46594847fb6e'}] {{(pid=109224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 00:35:40.027836 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69523a8-6df4-4501-aa40-7112cbda1920 None None] Attempting to bind port 14116acc-7b10-4137-8315-569d63d03cf6 on network be4ed68c-7913-418c-b1ac-46594847fb6e {{(pid=109224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:35:40.035638 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69523a8-6df4-4501-aa40-7112cbda1920 None None] Checking agent: {'id': 'd6e95c40-1d90-4a13-9e37-1d6580a24190', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813225-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 0, 23, 38), 'started_at': datetime.datetime(2022, 2, 21, 0, 24, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 0, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813225-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 00:35:40.036317 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69523a8-6df4-4501-aa40-7112cbda1920 None None] Checking segment: {'id': '58d5fade-b34c-45b2-a845-fa783122a57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'be4ed68c-7913-418c-b1ac-46594847fb6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:35:40.036870 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-d69523a8-6df4-4501-aa40-7112cbda1920 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:40.037681 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69523a8-6df4-4501-aa40-7112cbda1920 None None] Bound using segment: {'id': '58d5fade-b34c-45b2-a845-fa783122a57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'be4ed68c-7913-418c-b1ac-46594847fb6e'} {{(pid=109224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 00:35:40.038013 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.managers [None req-d69523a8-6df4-4501-aa40-7112cbda1920 None None] Bound port: 14116acc-7b10-4137-8315-569d63d03cf6, host: dv-cinder-813225-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58d5fade-b34c-45b2-a845-fa783122a57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'be4ed68c-7913-418c-b1ac-46594847fb6e'}}] {{(pid=109224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 00:35:40.038540 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-d69523a8-6df4-4501-aa40-7112cbda1920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (14116acc-7b10-4137-8315-569d63d03cf6), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:40.048859 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.plugin [None req-31603982-209d-4f2b-869d-c91562f4a401 admin admin] Calling delete_port for dc195841-086b-4f77-a5af-02dd97f105a2 owned by network:router_gateway {{(pid=109222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 00:35:40.052915 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861b39d9-63be-4b5a-a224-e233d94c708e None None] Routers {'35bab38b-b1f8-4aa4-b3ec-5298340e2578'} bound to L3 agent in host dv-cinder-813225-6-iscsi {{(pid=109225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:35:40.054409 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_hamode_db [None req-861b39d9-63be-4b5a-a224-e233d94c708e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-21T00:23:33Z,description=,heartbeat_timestamp=2022-02-21T00:35:34Z,host='dv-cinder-813225-6-iscsi',id=47b5b2cb-5391-4fc3-9478-3db20537c35a,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:23:34Z,topic='l3_agent')) {'router_ids': ['35bab38b-b1f8-4aa4-b3ec-5298340e2578'], 'active': True} {{(pid=109225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:35:40.172940 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-d69523a8-6df4-4501-aa40-7112cbda1920 None None] For port 14116acc-7b10-4137-8315-569d63d03cf6, host dv-cinder-813225-6-iscsi, cleared binding levels {{(pid=109224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 00:35:40.179039 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Current status of the port 26ddb348-a2d9-49e4-88a6-af8291cf7f5d is: ACTIVE; New status is: ACTIVE {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:35:40.185657 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-72ed144a-733a-4480-9486-ce52c327829b None None] Provisioning complete for port 14116acc-7b10-4137-8315-569d63d03cf6 triggered by entity DHCP. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:35:40.186136 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-72ed144a-733a-4480-9486-ce52c327829b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (14116acc-7b10-4137-8315-569d63d03cf6), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:40.216605 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_dvr_db [None req-861b39d9-63be-4b5a-a224-e233d94c708e None None] Set router 35bab38b-b1f8-4aa4-b3ec-5298340e2578 gateway port host: None {{(pid=109225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:35:40.245002 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-72ed144a-733a-4480-9486-ce52c327829b None None] Port 14116acc-7b10-4137-8315-569d63d03cf6 cannot update to ACTIVE because it is not bound. {{(pid=109224) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 00:35:40.253691 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-d69523a8-6df4-4501-aa40-7112cbda1920 None None] For port 14116acc-7b10-4137-8315-569d63d03cf6, host dv-cinder-813225-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-6-iscsi',level=0,port_id=14116acc-7b10-4137-8315-569d63d03cf6,segment=NetworkSegment(58d5fade-b34c-45b2-a845-fa783122a57d),segment_id=58d5fade-b34c-45b2-a845-fa783122a57d)] {{(pid=109224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 00:35:40.269311 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-d69523a8-6df4-4501-aa40-7112cbda1920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (14116acc-7b10-4137-8315-569d63d03cf6), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:40.313335 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_hamode_db [None req-861b39d9-63be-4b5a-a224-e233d94c708e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35bab38b-b1f8-4aa4-b3ec-5298340e2578', 'name': 'tempest-ServerRescueNegativeTestJSON-400306834-router', 'tenant_id': '1092f05b80bd4759940d2fbd268d02b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:31:38Z', 'updated_at': '2022-02-21T00:35:39Z', 'revision_number': 6, 'project_id': '1092f05b80bd4759940d2fbd268d02b0', 'gw_port_host': None}], 'dv-cinder-813225-6-iscsi', False) {} {{(pid=109225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:35:40.346146 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69523a8-6df4-4501-aa40-7112cbda1920 None None] Routers {'b6a87a86-9beb-4989-8967-b5aaee5389be'} bound to L3 agent in host dv-cinder-813225-6-iscsi {{(pid=109224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:35:40.347016 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-d69523a8-6df4-4501-aa40-7112cbda1920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-21T00:23:33Z,description=,heartbeat_timestamp=2022-02-21T00:35:34Z,host='dv-cinder-813225-6-iscsi',id=47b5b2cb-5391-4fc3-9478-3db20537c35a,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:23:34Z,topic='l3_agent')) {'router_ids': ['b6a87a86-9beb-4989-8967-b5aaee5389be'], 'active': True} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:35:40.377906 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861b39d9-63be-4b5a-a224-e233d94c708e None None] The sync data for ids ['35bab38b-b1f8-4aa4-b3ec-5298340e2578'] in dv-cinder-813225-6-iscsi is: [{'id': '35bab38b-b1f8-4aa4-b3ec-5298340e2578', 'name': 'tempest-ServerRescueNegativeTestJSON-400306834-router', 'tenant_id': '1092f05b80bd4759940d2fbd268d02b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:31:38Z', 'updated_at': '2022-02-21T00:35:39Z', 'revision_number': 6, 'project_id': '1092f05b80bd4759940d2fbd268d02b0', 'gw_port_host': None}] {{(pid=109225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 00:35:40.399256 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6222f26a-1d49-4838-8da9-6c9d50312a8a None None] Pushing event updated for resources: {'Port': ['ID=14116acc-7b10-4137-8315-569d63d03cf6,revision_number=4']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:35:40.401146 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] get_ports_and_sgs() called for port_ids ['6bb787e3-e415-46c7-b65e-52a74666e345'] {{(pid=109224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 00:35:40.439029 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5820cde3-6ed0-4206-a645-f1fd6d85e325 req-f73ef6db-a847-4476-907d-43ff7b34fd07 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:40.440596 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-5820cde3-6ed0-4206-a645-f1fd6d85e325 req-f73ef6db-a847-4476-907d-43ff7b34fd07 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fd7fea7-9f01-48c5-ac04-7fb6bd253b61 HTTP/1.1" status: 200 len: 945 time: 0.1788461 Feb 21 00:35:40.451507 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-31603982-209d-4f2b-869d-c91562f4a401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731676626041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731676182824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8582894421'] for port (dc195841-086b-4f77-a5af-02dd97f105a2), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:40.469641 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758b7473-b985-4bf7-bbf8-b8084521b892 req-755a3da9-7e24-420d-8457-90307a557dbb tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:40.472762 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-758b7473-b985-4bf7-bbf8-b8084521b892 req-755a3da9-7e24-420d-8457-90307a557dbb tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] 10.222.0.45 "GET /v2.0/ports?device_id=5cafed47-4c4d-4e50-af97-da45180a5e75 HTTP/1.1" status: 200 len: 944 time: 0.1201246 Feb 21 00:35:40.557203 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-758b7473-b985-4bf7-bbf8-b8084521b892 req-acc14248-d02c-4404-a906-ebae861ce088 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] 10.222.0.45 "GET /v2.0/security-groups?id=3aa544ef-5b86-4218-a931-0dcdd7590b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782313 Feb 21 00:35:40.560500 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-5820cde3-6ed0-4206-a645-f1fd6d85e325 req-241e4161-a042-46d7-a331-36341c4fe62f tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/security-groups?id=086df3ca-b094-4a4d-b3ca-0d4f22d1c024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947607 Feb 21 00:35:40.562431 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31603982-209d-4f2b-869d-c91562f4a401 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc195841-086b-4f77-a5af-02dd97f105a2,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:35:40.603731 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvr_db [None req-d69523a8-6df4-4501-aa40-7112cbda1920 None None] Set router b6a87a86-9beb-4989-8967-b5aaee5389be gateway port host: dv-cinder-813225-6-iscsi {{(pid=109224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:35:40.646507 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-31603982-209d-4f2b-869d-c91562f4a401 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-951181'] for router_gateway (35bab38b-b1f8-4aa4-b3ec-5298340e2578), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:40.762814 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-d3a2c9ea-7b1d-4e84-ac56-2aedb1ce96e5 None None] Provisioning complete for port 14116acc-7b10-4137-8315-569d63d03cf6 triggered by entity DHCP. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:35:40.763066 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-31603982-209d-4f2b-869d-c91562f4a401 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-955153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1962'] for router (35bab38b-b1f8-4aa4-b3ec-5298340e2578), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:40.763327 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-d3a2c9ea-7b1d-4e84-ac56-2aedb1ce96e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (14116acc-7b10-4137-8315-569d63d03cf6), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:40.765178 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-31603982-209d-4f2b-869d-c91562f4a401 admin admin] Publish callbacks [] for router_controller (35bab38b-b1f8-4aa4-b3ec-5298340e2578), precommit_delete_associations {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:40.836255 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-31603982-209d-4f2b-869d-c91562f4a401 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-955240'] for router (35bab38b-b1f8-4aa4-b3ec-5298340e2578), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:40.836969 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31603982-209d-4f2b-869d-c91562f4a401 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 35bab38b-b1f8-4aa4-b3ec-5298340e2578 {{(pid=109222) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 00:35:40.850879 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-31603982-209d-4f2b-869d-c91562f4a401 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:40.852093 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-31603982-209d-4f2b-869d-c91562f4a401 admin admin] 10.222.0.45 "DELETE /v2.0/routers/35bab38b-b1f8-4aa4-b3ec-5298340e2578 HTTP/1.1" status: 204 len: 168 time: 1.3387825 Feb 21 00:35:40.854818 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 58220) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:35:40.904241 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-d3a2c9ea-7b1d-4e84-ac56-2aedb1ce96e5 None None] Current status of the port 14116acc-7b10-4137-8315-569d63d03cf6 is: DOWN; New status is: ACTIVE {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:35:40.904703 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-d3a2c9ea-7b1d-4e84-ac56-2aedb1ce96e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (14116acc-7b10-4137-8315-569d63d03cf6), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:40.905401 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.db.db_base_plugin_v2 [None req-7690c8b4-e12d-4372-862d-5f8a763a1a6b admin admin] Deleting subnet 6c91acbb-c03d-4786-afca-288f577437ce {{(pid=109223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 00:35:40.908489 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-7690c8b4-e12d-4372-862d-5f8a763a1a6b admin admin] Publish callbacks [] for subnet (6c91acbb-c03d-4786-afca-288f577437ce), before_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:40.943629 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-d3a2c9ea-7b1d-4e84-ac56-2aedb1ce96e5 None None] For port 14116acc-7b10-4137-8315-569d63d03cf6, host dv-cinder-813225-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-6-iscsi',level=0,port_id=14116acc-7b10-4137-8315-569d63d03cf6,segment=NetworkSegment(58d5fade-b34c-45b2-a845-fa783122a57d),segment_id=58d5fade-b34c-45b2-a845-fa783122a57d)] {{(pid=109224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:35:40.949763 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-7690c8b4-e12d-4372-862d-5f8a763a1a6b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3992822'] for subnet (6c91acbb-c03d-4786-afca-288f577437ce), precommit_delete_associations {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:40.951170 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-d69523a8-6df4-4501-aa40-7112cbda1920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a87a86-9beb-4989-8967-b5aaee5389be', 'name': 'tempest-TestShelveInstance-931613067-router', 'tenant_id': '20db1918ff0e4fa085e4ee69a5bc73ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'external_fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '26ddb348-a2d9-49e4-88a6-af8291cf7f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:35:32Z', 'updated_at': '2022-02-21T00:35:36Z', 'revision_number': 4, 'project_id': '20db1918ff0e4fa085e4ee69a5bc73ff', 'gw_port': {'id': '26ddb348-a2d9-49e4-88a6-af8291cf7f5d', 'name': '', 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:be:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a87a86-9beb-4989-8967-b5aaee5389be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:35:33Z', 'updated_at': '2022-02-21T00:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '890cd9a8-3116-412f-9022-3458585959da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-6-iscsi', '_interfaces': [{'id': '14116acc-7b10-4137-8315-569d63d03cf6', 'name': '', 'network_id': 'be4ed68c-7913-418c-b1ac-46594847fb6e', 'tenant_id': '20db1918ff0e4fa085e4ee69a5bc73ff', 'mac_address': 'fa:16:3e:85:9e:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6a87a86-9beb-4989-8967-b5aaee5389be', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'db7df0ad-d40d-42e2-af5f-fa9b4ac7a269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:35:35Z', 'updated_at': '2022-02-21T00:35:40Z', 'revision_number': 4, 'project_id': '20db1918ff0e4fa085e4ee69a5bc73ff', 'subnets': [{'id': 'db7df0ad-d40d-42e2-af5f-fa9b4ac7a269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-6-iscsi', False) {} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:35:40.953007 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-d3a2c9ea-7b1d-4e84-ac56-2aedb1ce96e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (14116acc-7b10-4137-8315-569d63d03cf6), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:40.981086 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69523a8-6df4-4501-aa40-7112cbda1920 None None] The sync data for ids ['b6a87a86-9beb-4989-8967-b5aaee5389be'] in dv-cinder-813225-6-iscsi is: [{'id': 'b6a87a86-9beb-4989-8967-b5aaee5389be', 'name': 'tempest-TestShelveInstance-931613067-router', 'tenant_id': '20db1918ff0e4fa085e4ee69a5bc73ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'external_fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '26ddb348-a2d9-49e4-88a6-af8291cf7f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:35:32Z', 'updated_at': '2022-02-21T00:35:36Z', 'revision_number': 4, 'project_id': '20db1918ff0e4fa085e4ee69a5bc73ff', 'gw_port': {'id': '26ddb348-a2d9-49e4-88a6-af8291cf7f5d', 'name': '', 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:be:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a87a86-9beb-4989-8967-b5aaee5389be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:35:33Z', 'updated_at': '2022-02-21T00:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '890cd9a8-3116-412f-9022-3458585959da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-6-iscsi', '_interfaces': [{'id': '14116acc-7b10-4137-8315-569d63d03cf6', 'name': '', 'network_id': 'be4ed68c-7913-418c-b1ac-46594847fb6e', 'tenant_id': '20db1918ff0e4fa085e4ee69a5bc73ff', 'mac_address': 'fa:16:3e:85:9e:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6a87a86-9beb-4989-8967-b5aaee5389be', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'db7df0ad-d40d-42e2-af5f-fa9b4ac7a269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:35:35Z', 'updated_at': '2022-02-21T00:35:40Z', 'revision_number': 4, 'project_id': '20db1918ff0e4fa085e4ee69a5bc73ff', 'subnets': [{'id': 'db7df0ad-d40d-42e2-af5f-fa9b4ac7a269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 00:35:40.993990 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-7690c8b4-e12d-4372-862d-5f8a763a1a6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15913268'] for subnet (6c91acbb-c03d-4786-afca-288f577437ce), precommit_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:41.026610 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a2c9ea-7b1d-4e84-ac56-2aedb1ce96e5 None None] Pushing event updated for resources: {'Port': ['ID=14116acc-7b10-4137-8315-569d63d03cf6,revision_number=5']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:35:41.049371 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-7690c8b4-e12d-4372-862d-5f8a763a1a6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15913229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3992648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3701843'] for subnet (6c91acbb-c03d-4786-afca-288f577437ce), after_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:41.077131 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7690c8b4-e12d-4372-862d-5f8a763a1a6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c91acbb-c03d-4786-afca-288f577437ce,revision_number=None']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:35:41.079068 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-7690c8b4-e12d-4372-862d-5f8a763a1a6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582445'] for subnet (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:41.082246 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-7690c8b4-e12d-4372-862d-5f8a763a1a6b admin admin] 10.222.0.45 "DELETE /v2.0/subnets/6c91acbb-c03d-4786-afca-288f577437ce HTTP/1.1" status: 204 len: 168 time: 0.2263298 Feb 21 00:35:41.084786 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 58222) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:35:41.151783 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-d53f16fb-b12d-41fd-a421-c9f09b8fa2ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16070333'] for network (2662c2a7-dfa3-4cb4-bf70-b308bbf4a003), before_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:41.277886 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-d53f16fb-b12d-41fd-a421-c9f09b8fa2ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15920573', 'neutron.services.segments.db._delete_segments_for_network-8731676696634'] for network (2662c2a7-dfa3-4cb4-bf70-b308bbf4a003), precommit_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:41.301604 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.services.segments.db [None req-d53f16fb-b12d-41fd-a421-c9f09b8fa2ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2662c2a7-dfa3-4cb4-bf70-b308bbf4a003']}} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:35:41.321998 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.services.segments.db [None req-d53f16fb-b12d-41fd-a421-c9f09b8fa2ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '269a8d6d-b983-4db2-9b3a-4038ed61d041') {'for_net_delete': True} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:35:41.322347 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.services.segments.db [None req-d53f16fb-b12d-41fd-a421-c9f09b8fa2ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '269a8d6d-b983-4db2-9b3a-4038ed61d041') {} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:35:41.333835 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-d53f16fb-b12d-41fd-a421-c9f09b8fa2ee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731676697155', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3992815'] for segment (269a8d6d-b983-4db2-9b3a-4038ed61d041), before_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:41.350145 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-d53f16fb-b12d-41fd-a421-c9f09b8fa2ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16097169'] for segment (269a8d6d-b983-4db2-9b3a-4038ed61d041), precommit_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:41.364908 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d53f16fb-b12d-41fd-a421-c9f09b8fa2ee admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=109223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 00:35:41.365520 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-d53f16fb-b12d-41fd-a421-c9f09b8fa2ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16097169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3995310'] for segment (269a8d6d-b983-4db2-9b3a-4038ed61d041), after_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:41.367478 dv-cinder-813225-6-iscsi neutron-server[109223]: Traceback (most recent call last): Feb 21 00:35:41.367478 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 00:35:41.367478 dv-cinder-813225-6-iscsi neutron-server[109223]: timer() Feb 21 00:35:41.367478 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 00:35:41.367478 dv-cinder-813225-6-iscsi neutron-server[109223]: cb(*args, **kw) Feb 21 00:35:41.367478 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 00:35:41.367478 dv-cinder-813225-6-iscsi neutron-server[109223]: return func(*args, **kwargs) Feb 21 00:35:41.367478 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 00:35:41.367478 dv-cinder-813225-6-iscsi neutron-server[109223]: self._notify() Feb 21 00:35:41.367478 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 00:35:41.367478 dv-cinder-813225-6-iscsi neutron-server[109223]: self.callback(batched_events) Feb 21 00:35:41.367478 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 00:35:41.367478 dv-cinder-813225-6-iscsi neutron-server[109223]: event.method(event) Feb 21 00:35:41.367478 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 00:35:41.367478 dv-cinder-813225-6-iscsi neutron-server[109223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 00:35:41.367478 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 00:35:41.367478 dv-cinder-813225-6-iscsi neutron-server[109223]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 00:35:41.367478 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 00:35:41.367478 dv-cinder-813225-6-iscsi neutron-server[109223]: return f(self, *a, **k) Feb 21 00:35:41.367478 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 00:35:41.367478 dv-cinder-813225-6-iscsi neutron-server[109223]: return self._get(url).json() Feb 21 00:35:41.367478 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 00:35:41.367478 dv-cinder-813225-6-iscsi neutron-server[109223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 00:35:41.367478 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 00:35:41.367478 dv-cinder-813225-6-iscsi neutron-server[109223]: return self.request(url, 'GET', **kwargs) Feb 21 00:35:41.367478 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 00:35:41.367478 dv-cinder-813225-6-iscsi neutron-server[109223]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 00:35:41.367478 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 00:35:41.367478 dv-cinder-813225-6-iscsi neutron-server[109223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 00:35:41.367478 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 00:35:41.367478 dv-cinder-813225-6-iscsi neutron-server[109223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 00:35:41.367478 dv-cinder-813225-6-iscsi neutron-server[109223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 00:35:41.471064 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-d53f16fb-b12d-41fd-a421-c9f09b8fa2ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15920566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-951265'] for network (2662c2a7-dfa3-4cb4-bf70-b308bbf4a003), after_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:41.478092 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-d53f16fb-b12d-41fd-a421-c9f09b8fa2ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582445'] for network (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:41.481705 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-d53f16fb-b12d-41fd-a421-c9f09b8fa2ee admin admin] 10.222.0.45 "DELETE /v2.0/networks/2662c2a7-dfa3-4cb4-bf70-b308bbf4a003 HTTP/1.1" status: 204 len: 168 time: 0.3960123 Feb 21 00:35:41.495129 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53f16fb-b12d-41fd-a421-c9f09b8fa2ee admin admin] Pushing event deleted for resources: {'Network': ['ID=2662c2a7-dfa3-4cb4-bf70-b308bbf4a003,revision_number=None']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:35:41.609370 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Device 14116acc-7b10-4137-8315-569d63d03cf6 up at agent ovs-agent-dv-cinder-813225-6-iscsi {{(pid=109224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:35:41.700904 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Provisioning complete for port 14116acc-7b10-4137-8315-569d63d03cf6 triggered by entity L2. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:35:41.701834 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (14116acc-7b10-4137-8315-569d63d03cf6), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:41.743171 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d03fff1-b033-4eae-88c4-5ef5062a858b req-6fba4a94-c990-4bd3-bf61-f1135fdfd434 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:41.744768 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-3d03fff1-b033-4eae-88c4-5ef5062a858b req-6fba4a94-c990-4bd3-bf61-f1135fdfd434 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fd7fea7-9f01-48c5-ac04-7fb6bd253b61 HTTP/1.1" status: 200 len: 945 time: 0.0916393 Feb 21 00:35:41.779204 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e64481a-9d65-4568-b9fc-72eeed297764 req-7034ee2a-a349-4c78-aec6-1c4b94cc3e93 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:41.780824 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-7e64481a-9d65-4568-b9fc-72eeed297764 req-7034ee2a-a349-4c78-aec6-1c4b94cc3e93 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] 10.222.0.45 "GET /v2.0/ports?device_id=5cafed47-4c4d-4e50-af97-da45180a5e75 HTTP/1.1" status: 200 len: 944 time: 0.1094670 Feb 21 00:35:41.807908 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-3d03fff1-b033-4eae-88c4-5ef5062a858b req-66344066-6979-41ce-983e-55b739070b9d tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/security-groups?id=086df3ca-b094-4a4d-b3ca-0d4f22d1c024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517046 Feb 21 00:35:41.837895 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 58238) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:35:41.839091 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Current status of the port 14116acc-7b10-4137-8315-569d63d03cf6 is: ACTIVE; New status is: ACTIVE {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:35:41.871020 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-7e64481a-9d65-4568-b9fc-72eeed297764 req-4869af51-96cd-4d84-bde3-6d360862ef4f tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] 10.222.0.45 "GET /v2.0/security-groups?id=3aa544ef-5b86-4218-a931-0dcdd7590b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807323 Feb 21 00:35:41.897910 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Device 703c5d97-95da-4938-9d2d-d93d6b5f9ab5 no longer exists at agent ovs-agent-dv-cinder-813225-6-iscsi {{(pid=109224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 00:35:41.907379 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-576e3ea2-0824-4424-89cc-b12e0dab07ff admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1092f05b80bd4759940d2fbd268d02b0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0673270 Feb 21 00:35:41.909201 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 58240) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:35:41.919363 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] No Port match for: 703c5d97-95da-4938-9d2d-d93d6b5f9ab5 {{(pid=109224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 00:35:41.919726 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Device 703c5d97-95da-4938-9d2d-d93d6b5f9ab5 not bound to the agent host dv-cinder-813225-6-iscsi {{(pid=109224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 00:35:41.920139 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Device dc195841-086b-4f77-a5af-02dd97f105a2 no longer exists at agent ovs-agent-dv-cinder-813225-6-iscsi {{(pid=109224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 00:35:41.945329 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] No Port match for: dc195841-086b-4f77-a5af-02dd97f105a2 {{(pid=109224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 00:35:41.945682 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Device dc195841-086b-4f77-a5af-02dd97f105a2 not bound to the agent host dv-cinder-813225-6-iscsi {{(pid=109224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 00:35:41.974018 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-9f2124cb-c27b-4a79-92b7-1ec2db0dd089 admin admin] Publish callbacks [] for security_group (38ff71d6-9c6b-40a6-8832-7925b2bbe6cc), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:41.996892 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-9f2124cb-c27b-4a79-92b7-1ec2db0dd089 admin admin] Publish callbacks [] for security_group (38ff71d6-9c6b-40a6-8832-7925b2bbe6cc), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:42.048919 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-9f2124cb-c27b-4a79-92b7-1ec2db0dd089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (38ff71d6-9c6b-40a6-8832-7925b2bbe6cc), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:42.051517 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-9f2124cb-c27b-4a79-92b7-1ec2db0dd089 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:42.052785 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-9f2124cb-c27b-4a79-92b7-1ec2db0dd089 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/38ff71d6-9c6b-40a6-8832-7925b2bbe6cc HTTP/1.1" status: 204 len: 168 time: 0.1423569 Feb 21 00:35:42.061597 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2124cb-c27b-4a79-92b7-1ec2db0dd089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38ff71d6-9c6b-40a6-8832-7925b2bbe6cc,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:35:42.880995 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Device 6bb787e3-e415-46c7-b65e-52a74666e345 up at agent hyperv_hv-cinder-81322 {{(pid=109224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:35:42.935878 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3e05aa-2e9c-4df5-9ae8-2319a975a024 req-f97fe5a3-56eb-42bd-8518-9d9a8b7e4f3b tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:42.938104 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-5a3e05aa-2e9c-4df5-9ae8-2319a975a024 req-f97fe5a3-56eb-42bd-8518-9d9a8b7e4f3b tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fd7fea7-9f01-48c5-ac04-7fb6bd253b61 HTTP/1.1" status: 200 len: 945 time: 0.0573993 Feb 21 00:35:42.941576 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Provisioning for port 6bb787e3-e415-46c7-b65e-52a74666e345 completed by entity L2. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 00:35:42.945551 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Provisioning complete for port 6bb787e3-e415-46c7-b65e-52a74666e345 triggered by entity L2. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:35:42.945935 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (6bb787e3-e415-46c7-b65e-52a74666e345), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:43.010760 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-5a3e05aa-2e9c-4df5-9ae8-2319a975a024 req-1e3af35c-cb76-402b-a35f-7bc897e7db6d tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/security-groups?id=086df3ca-b094-4a4d-b3ca-0d4f22d1c024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610106 Feb 21 00:35:43.015505 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179d9c07-f793-44f8-b328-e0dc5e8e376e req-376455e6-306b-4919-bc3a-ad222760a194 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:43.017748 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-179d9c07-f793-44f8-b328-e0dc5e8e376e req-376455e6-306b-4919-bc3a-ad222760a194 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] 10.222.0.45 "GET /v2.0/ports?device_id=5cafed47-4c4d-4e50-af97-da45180a5e75 HTTP/1.1" status: 200 len: 944 time: 0.0707228 Feb 21 00:35:43.044496 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Current status of the port 6bb787e3-e415-46c7-b65e-52a74666e345 is: BUILD; New status is: ACTIVE {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:35:43.045498 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (6bb787e3-e415-46c7-b65e-52a74666e345), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:43.068293 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-179d9c07-f793-44f8-b328-e0dc5e8e376e req-390b020c-52cf-4b41-9d84-8ad081f5a50c tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] 10.222.0.45 "GET /v2.0/security-groups?id=3aa544ef-5b86-4218-a931-0dcdd7590b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446393 Feb 21 00:35:43.085835 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cafed47-4c4d-4e50-af97-da45180a5e75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bb787e3-e415-46c7-b65e-52a74666e345'}] {{(pid=109224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:35:43.088940 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea31762fe36adf1256da5116fd788589841920f52286d7e0b0077cda52487892" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1054042-78be-4717-8c92-f6da69300a1e" -d '{"events": [{"server_uuid": "5cafed47-4c4d-4e50-af97-da45180a5e75", "name": "network-vif-plugged", "status": "completed", "tag": "6bb787e3-e415-46c7-b65e-52a74666e345"}]}' {{(pid=109224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:35:43.115890 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] For port 6bb787e3-e415-46c7-b65e-52a74666e345, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=6bb787e3-e415-46c7-b65e-52a74666e345,segment=NetworkSegment(62e44578-53cb-4551-afb0-559d121984b2),segment_id=62e44578-53cb-4551-afb0-559d121984b2)] {{(pid=109224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:35:43.121252 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (6bb787e3-e415-46c7-b65e-52a74666e345), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:43.281512 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 00:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff740b94-d612-4dee-b3f5-9002d4e4d637 x-openstack-request-id: req-ff740b94-d612-4dee-b3f5-9002d4e4d637 {{(pid=109224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:35:43.281820 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cafed47-4c4d-4e50-af97-da45180a5e75", "name": "network-vif-plugged", "status": "completed", "tag": "6bb787e3-e415-46c7-b65e-52a74666e345", "code": 200}]} {{(pid=109224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:35:43.282077 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ff740b94-d612-4dee-b3f5-9002d4e4d637 {{(pid=109224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:35:43.282463 dv-cinder-813225-6-iscsi neutron-server[109224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cafed47-4c4d-4e50-af97-da45180a5e75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bb787e3-e415-46c7-b65e-52a74666e345', 'code': 200} Feb 21 00:35:43.311317 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Pushing event updated for resources: {'Port': ['ID=6bb787e3-e415-46c7-b65e-52a74666e345,revision_number=5']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:35:43.448662 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 58302) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:35:43.557043 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-97b0a2ac-5437-4158-be30-845bae438c5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:43.632732 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-97b0a2ac-5437-4158-be30-845bae438c5b admin admin] Publish callbacks [] for security_group (7accadc2-a32e-4824-b152-dba2e8527788), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:43.636228 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-97b0a2ac-5437-4158-be30-845bae438c5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (7accadc2-a32e-4824-b152-dba2e8527788), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:43.672648 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b0a2ac-5437-4158-be30-845bae438c5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7accadc2-a32e-4824-b152-dba2e8527788,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:35:43.677029 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-97b0a2ac-5437-4158-be30-845bae438c5b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=84b433af45b741bd8036ae5421eabcf6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2273273 Feb 21 00:35:43.679693 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 58308) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:35:43.728075 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-33ee7d4c-21df-43be-ba41-a6a14cb1199b admin admin] Publish callbacks [] for security_group (7accadc2-a32e-4824-b152-dba2e8527788), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:43.747987 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-33ee7d4c-21df-43be-ba41-a6a14cb1199b admin admin] Publish callbacks [] for security_group (7accadc2-a32e-4824-b152-dba2e8527788), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:43.794258 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-33ee7d4c-21df-43be-ba41-a6a14cb1199b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (7accadc2-a32e-4824-b152-dba2e8527788), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:43.796786 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-33ee7d4c-21df-43be-ba41-a6a14cb1199b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:43.797930 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-33ee7d4c-21df-43be-ba41-a6a14cb1199b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7accadc2-a32e-4824-b152-dba2e8527788 HTTP/1.1" status: 204 len: 168 time: 0.1173413 Feb 21 00:35:43.805344 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ee7d4c-21df-43be-ba41-a6a14cb1199b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7accadc2-a32e-4824-b152-dba2e8527788,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:35:44.139354 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8475f54-5e58-4114-822e-42707391fe08 req-ed70dad5-020c-4cc5-8d5d-594f45bc5147 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:44.141513 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-c8475f54-5e58-4114-822e-42707391fe08 req-ed70dad5-020c-4cc5-8d5d-594f45bc5147 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fd7fea7-9f01-48c5-ac04-7fb6bd253b61 HTTP/1.1" status: 200 len: 945 time: 0.0672789 Feb 21 00:35:44.200870 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-c8475f54-5e58-4114-822e-42707391fe08 req-6d660c99-a1f0-404e-9af3-69af18f16d14 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/security-groups?id=086df3ca-b094-4a4d-b3ca-0d4f22d1c024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475795 Feb 21 00:35:44.212056 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e881db-9cdd-47f8-9bf9-ff4a8953c307 req-6d8effad-91de-4040-b13e-106378045242 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:44.214293 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-b1e881db-9cdd-47f8-9bf9-ff4a8953c307 req-6d8effad-91de-4040-b13e-106378045242 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] 10.222.0.45 "GET /v2.0/ports?device_id=5cafed47-4c4d-4e50-af97-da45180a5e75 HTTP/1.1" status: 200 len: 945 time: 0.0701046 Feb 21 00:35:44.273350 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-b1e881db-9cdd-47f8-9bf9-ff4a8953c307 req-2a2fa06a-0be6-4912-a835-1475adac120e tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] 10.222.0.45 "GET /v2.0/security-groups?id=3aa544ef-5b86-4218-a931-0dcdd7590b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515234 Feb 21 00:35:44.630701 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (2124d49d-e543-43fa-8e9f-817e1d020459), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:44.971445 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bb2640-5db8-4c8e-b217-14c9929470dd req-9017988b-eb04-452d-adab-5962c25b98a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:44.973239 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-94bb2640-5db8-4c8e-b217-14c9929470dd req-9017988b-eb04-452d-adab-5962c25b98a1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5cafed47-4c4d-4e50-af97-da45180a5e75 HTTP/1.1" status: 200 len: 1129 time: 0.0447645 Feb 21 00:35:45.017832 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-94bb2640-5db8-4c8e-b217-14c9929470dd req-c539490b-f77a-4618-8d8e-e448e7a5a962 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3aa544ef-5b86-4218-a931-0dcdd7590b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372369 Feb 21 00:35:45.331528 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f45a647-f194-4181-b7cc-165861d6f7f4 req-eab395cc-97ac-45f3-a762-31c9491d196e tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:45.333786 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-3f45a647-f194-4181-b7cc-165861d6f7f4 req-eab395cc-97ac-45f3-a762-31c9491d196e tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fd7fea7-9f01-48c5-ac04-7fb6bd253b61 HTTP/1.1" status: 200 len: 945 time: 0.0615790 Feb 21 00:35:45.400113 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-3f45a647-f194-4181-b7cc-165861d6f7f4 req-420c436d-9272-4dd6-a49a-35c4e12f6832 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/security-groups?id=086df3ca-b094-4a4d-b3ca-0d4f22d1c024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554876 Feb 21 00:35:45.421672 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f446d3-db63-4da6-822f-c44e02743b83 req-c0b8719b-e32b-43a7-a191-4a91714f5551 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:45.423245 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-86f446d3-db63-4da6-822f-c44e02743b83 req-c0b8719b-e32b-43a7-a191-4a91714f5551 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] 10.222.0.45 "GET /v2.0/ports?device_id=5cafed47-4c4d-4e50-af97-da45180a5e75 HTTP/1.1" status: 200 len: 945 time: 0.0787892 Feb 21 00:35:45.473868 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-86f446d3-db63-4da6-822f-c44e02743b83 req-88e4654e-1dc2-4709-af71-a2200c29fff6 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] 10.222.0.45 "GET /v2.0/security-groups?id=3aa544ef-5b86-4218-a931-0dcdd7590b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450349 Feb 21 00:35:46.531158 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b1e158-c93c-4aed-9077-3975720ac216 req-1dea3a31-45c2-4a9b-b13b-bb257de62f57 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:46.532852 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-b0b1e158-c93c-4aed-9077-3975720ac216 req-1dea3a31-45c2-4a9b-b13b-bb257de62f57 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fd7fea7-9f01-48c5-ac04-7fb6bd253b61 HTTP/1.1" status: 200 len: 945 time: 0.0622752 Feb 21 00:35:46.599518 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-b0b1e158-c93c-4aed-9077-3975720ac216 req-d11df608-be58-4787-a814-eb4a222fbf2b tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/security-groups?id=086df3ca-b094-4a4d-b3ca-0d4f22d1c024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551612 Feb 21 00:35:46.607016 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d0ebb5-be24-424b-adff-19563559696e req-b53050c7-87c3-42d5-b4ec-0fda59ba72d9 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:46.608589 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-03d0ebb5-be24-424b-adff-19563559696e req-b53050c7-87c3-42d5-b4ec-0fda59ba72d9 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] 10.222.0.45 "GET /v2.0/ports?device_id=5cafed47-4c4d-4e50-af97-da45180a5e75 HTTP/1.1" status: 200 len: 945 time: 0.0598049 Feb 21 00:35:46.671894 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-03d0ebb5-be24-424b-adff-19563559696e req-e1a47aa8-15e3-49fc-8fca-355fc3b92808 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] 10.222.0.45 "GET /v2.0/security-groups?id=3aa544ef-5b86-4218-a931-0dcdd7590b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572133 Feb 21 00:35:46.796107 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da1fa0f-c167-400f-a9cf-08ec697ae766 req-2cbc7ee4-7a02-413c-a4dc-9e4a8f1c5b81 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:46.797888 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-1da1fa0f-c167-400f-a9cf-08ec697ae766 req-2cbc7ee4-7a02-413c-a4dc-9e4a8f1c5b81 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] 10.222.0.45 "GET /v2.0/ports?device_id=5cafed47-4c4d-4e50-af97-da45180a5e75 HTTP/1.1" status: 200 len: 945 time: 0.0587752 Feb 21 00:35:46.849662 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-1da1fa0f-c167-400f-a9cf-08ec697ae766 req-1fc56db2-65e3-4532-81c1-79af68232a7a tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] 10.222.0.45 "GET /v2.0/security-groups?id=3aa544ef-5b86-4218-a931-0dcdd7590b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462165 Feb 21 00:35:47.007417 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e73df1-fca4-4977-95fd-d4925c834d98 req-7e3b4d82-8580-42ec-87ee-c7b53fa0daf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:47.008905 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-73e73df1-fca4-4977-95fd-d4925c834d98 req-7e3b4d82-8580-42ec-87ee-c7b53fa0daf4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f83942655a004261ad34343d44c6cf6b&device_id=4fd7fea7-9f01-48c5-ac04-7fb6bd253b61 HTTP/1.1" status: 200 len: 1129 time: 0.0472090 Feb 21 00:35:47.120540 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e73df1-fca4-4977-95fd-d4925c834d98 req-383ee066-8e66-4f51-a376-7e2f2d27abbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:47.122047 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-73e73df1-fca4-4977-95fd-d4925c834d98 req-383ee066-8e66-4f51-a376-7e2f2d27abbd service neutron] 10.222.0.36 "GET /v2.0/networks?id=c58ec42c-ebf4-48a5-8b13-e00a879614cb HTTP/1.1" status: 200 len: 911 time: 0.0867455 Feb 21 00:35:47.218327 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-73e73df1-fca4-4977-95fd-d4925c834d98 req-e0bd8532-d8d7-4edf-aafe-6248f9251383 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=420adea9-d216-4e58-9d60-bb5d2a0bacdb HTTP/1.1" status: 200 len: 1000 time: 0.0888910 Feb 21 00:35:47.232776 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f1821f-c4c5-47bf-a6e0-bcb936374041 req-4a96d192-77c9-4faf-9434-abc2f677b09b tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:47.234173 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-81f1821f-c4c5-47bf-a6e0-bcb936374041 req-4a96d192-77c9-4faf-9434-abc2f677b09b tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] 10.222.0.45 "GET /v2.0/ports?device_id=5cafed47-4c4d-4e50-af97-da45180a5e75 HTTP/1.1" status: 200 len: 945 time: 0.0972908 Feb 21 00:35:47.306316 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e73df1-fca4-4977-95fd-d4925c834d98 req-cde22b37-90b7-4341-8141-e46b0c95cdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:47.307818 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-73e73df1-fca4-4977-95fd-d4925c834d98 req-cde22b37-90b7-4341-8141-e46b0c95cdaf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a770bec4-4043-4a9e-b8d8-da9ffce5c8ef HTTP/1.1" status: 200 len: 849 time: 0.0728159 Feb 21 00:35:47.330466 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-81f1821f-c4c5-47bf-a6e0-bcb936374041 req-b5b71550-57f6-46d5-91b0-d4e6cad3ec44 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] 10.222.0.45 "GET /v2.0/security-groups?id=3aa544ef-5b86-4218-a931-0dcdd7590b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810075 Feb 21 00:35:47.371111 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e73df1-fca4-4977-95fd-d4925c834d98 req-6c696776-2eda-4337-a028-a65e28395491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:47.372760 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-73e73df1-fca4-4977-95fd-d4925c834d98 req-6c696776-2eda-4337-a028-a65e28395491 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c58ec42c-ebf4-48a5-8b13-e00a879614cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0580635 Feb 21 00:35:47.462474 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-73e73df1-fca4-4977-95fd-d4925c834d98 req-40c67af1-2f18-4de5-bc7c-eae178c3f80e service neutron] 10.222.0.36 "GET /v2.0/networks/c58ec42c-ebf4-48a5-8b13-e00a879614cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808215 Feb 21 00:35:47.560038 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-73e73df1-fca4-4977-95fd-d4925c834d98 req-96dc41d3-c388-41e6-a70b-49a96bc41794 service neutron] 10.222.0.36 "GET /v2.0/networks/c58ec42c-ebf4-48a5-8b13-e00a879614cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874090 Feb 21 00:35:47.731828 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c4bf1f-6a6c-44d3-996b-ec31c97274cf req-c366e2f0-fc1d-404c-9a1e-f910869c4dff tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:47.733304 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-a3c4bf1f-6a6c-44d3-996b-ec31c97274cf req-c366e2f0-fc1d-404c-9a1e-f910869c4dff tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fd7fea7-9f01-48c5-ac04-7fb6bd253b61 HTTP/1.1" status: 200 len: 945 time: 0.0567789 Feb 21 00:35:47.780443 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-a3c4bf1f-6a6c-44d3-996b-ec31c97274cf req-22515391-deab-4db0-901a-d1790487e5fa tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/security-groups?id=086df3ca-b094-4a4d-b3ca-0d4f22d1c024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415173 Feb 21 00:35:48.900541 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618e54bc-9014-4008-a883-9cb9f1bd5dbb req-71b0791e-9b8b-4971-8502-f4b618de9c7e tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:48.902065 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-618e54bc-9014-4008-a883-9cb9f1bd5dbb req-71b0791e-9b8b-4971-8502-f4b618de9c7e tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fd7fea7-9f01-48c5-ac04-7fb6bd253b61 HTTP/1.1" status: 200 len: 945 time: 0.0532026 Feb 21 00:35:48.949410 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-618e54bc-9014-4008-a883-9cb9f1bd5dbb req-e3b65f3a-58b1-46f3-a413-8c8599fb192a tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/security-groups?id=086df3ca-b094-4a4d-b3ca-0d4f22d1c024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420251 Feb 21 00:35:50.068226 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9029bd9-ba75-4f80-9e19-2d6df08ac5f6 req-8cde95a6-4704-4187-8cc0-8f40918d0a19 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:50.069792 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-f9029bd9-ba75-4f80-9e19-2d6df08ac5f6 req-8cde95a6-4704-4187-8cc0-8f40918d0a19 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fd7fea7-9f01-48c5-ac04-7fb6bd253b61 HTTP/1.1" status: 200 len: 945 time: 0.0514269 Feb 21 00:35:50.122239 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-f9029bd9-ba75-4f80-9e19-2d6df08ac5f6 req-1d569a8a-c923-4a70-92b7-e631e3ff57e1 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/security-groups?id=086df3ca-b094-4a4d-b3ca-0d4f22d1c024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462127 Feb 21 00:35:51.246900 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306be46d-d0cc-4c09-bca7-aa1b91202746 req-a43f89ea-67e2-4623-b87a-d0523fcce14b tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:51.248377 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-306be46d-d0cc-4c09-bca7-aa1b91202746 req-a43f89ea-67e2-4623-b87a-d0523fcce14b tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fd7fea7-9f01-48c5-ac04-7fb6bd253b61 HTTP/1.1" status: 200 len: 945 time: 0.0521729 Feb 21 00:35:51.297994 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-306be46d-d0cc-4c09-bca7-aa1b91202746 req-abf56430-a795-4521-9d87-b252a10bfc15 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/security-groups?id=086df3ca-b094-4a4d-b3ca-0d4f22d1c024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442147 Feb 21 00:35:52.457616 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba87d87-257f-478d-9053-97f4cb91eadb req-1306a25d-7a0f-4cc6-a8d7-e5ff9d9223f3 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:52.465296 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-dba87d87-257f-478d-9053-97f4cb91eadb req-1306a25d-7a0f-4cc6-a8d7-e5ff9d9223f3 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fd7fea7-9f01-48c5-ac04-7fb6bd253b61 HTTP/1.1" status: 200 len: 945 time: 0.0908942 Feb 21 00:35:52.514428 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d25248b-c66b-4677-947c-fa836853fdf1 req-96a586ee-639f-4937-a106-704206ec6637 tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:52.515972 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-4d25248b-c66b-4677-947c-fa836853fdf1 req-96a586ee-639f-4937-a106-704206ec6637 tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] 10.222.0.45 "GET /v2.0/ports?device_id=7662b0b6-af9c-48fd-9219-957c74250609 HTTP/1.1" status: 200 len: 945 time: 0.0611842 Feb 21 00:35:52.521680 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-dba87d87-257f-478d-9053-97f4cb91eadb req-8ddd8f5d-b223-48e4-8281-30342c645ead tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/security-groups?id=086df3ca-b094-4a4d-b3ca-0d4f22d1c024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552583 Feb 21 00:35:52.571270 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-4d25248b-c66b-4677-947c-fa836853fdf1 req-fb236b04-26f5-4d26-a5fe-5b1370b8f552 tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] 10.222.0.45 "GET /v2.0/security-groups?id=943d9094-73ba-4c4f-8835-aab977d1176c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471125 Feb 21 00:35:53.642375 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856567af-8b08-41c6-a239-f1745100980b req-856e2a17-3c76-4af6-a66e-3e936e17412b tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:53.643853 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-856567af-8b08-41c6-a239-f1745100980b req-856e2a17-3c76-4af6-a66e-3e936e17412b tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fd7fea7-9f01-48c5-ac04-7fb6bd253b61 HTTP/1.1" status: 200 len: 945 time: 0.0561614 Feb 21 00:35:53.689546 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-856567af-8b08-41c6-a239-f1745100980b req-643ec0e8-5a3b-44c8-aaa1-085ef9889751 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/security-groups?id=086df3ca-b094-4a4d-b3ca-0d4f22d1c024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403492 Feb 21 00:35:53.689769 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7097e4-74a1-4edd-8fad-904b9cbb83b7 req-03564a6d-be75-46c0-a66c-9d24f6d8e87d tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:53.691297 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-ba7097e4-74a1-4edd-8fad-904b9cbb83b7 req-03564a6d-be75-46c0-a66c-9d24f6d8e87d tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] 10.222.0.45 "GET /v2.0/ports?device_id=7662b0b6-af9c-48fd-9219-957c74250609 HTTP/1.1" status: 200 len: 945 time: 0.0519252 Feb 21 00:35:53.747759 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-ba7097e4-74a1-4edd-8fad-904b9cbb83b7 req-ff72750e-61d7-4142-a2ef-16201405b5c6 tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] 10.222.0.45 "GET /v2.0/security-groups?id=943d9094-73ba-4c4f-8835-aab977d1176c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511112 Feb 21 00:35:53.904083 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfd603d-a22d-4d86-9ad4-48f65c58e9df req-46985e27-8af4-4db2-8b2b-9d2edf4161bd tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:53.905615 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-6dfd603d-a22d-4d86-9ad4-48f65c58e9df req-46985e27-8af4-4db2-8b2b-9d2edf4161bd tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fd7fea7-9f01-48c5-ac04-7fb6bd253b61 HTTP/1.1" status: 200 len: 945 time: 0.0598502 Feb 21 00:35:53.968369 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-6dfd603d-a22d-4d86-9ad4-48f65c58e9df req-ac1d3083-8f91-4e82-b44c-2aa0d692c99c tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/security-groups?id=086df3ca-b094-4a4d-b3ca-0d4f22d1c024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517924 Feb 21 00:35:53.979244 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b6d748-4e0c-4f78-8047-cb8d2887be22 req-ce6fbaef-d225-4a97-88f8-8101bbc2c7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:53.980834 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-a5b6d748-4e0c-4f78-8047-cb8d2887be22 req-ce6fbaef-d225-4a97-88f8-8101bbc2c7fc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f83942655a004261ad34343d44c6cf6b&device_id=4fd7fea7-9f01-48c5-ac04-7fb6bd253b61 HTTP/1.1" status: 200 len: 1129 time: 0.0620944 Feb 21 00:35:54.078392 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b6d748-4e0c-4f78-8047-cb8d2887be22 req-0612602e-3a37-4c87-862b-7826361ac5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:54.079927 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-a5b6d748-4e0c-4f78-8047-cb8d2887be22 req-0612602e-3a37-4c87-862b-7826361ac5fb service neutron] 10.222.0.36 "GET /v2.0/networks?id=c58ec42c-ebf4-48a5-8b13-e00a879614cb HTTP/1.1" status: 200 len: 911 time: 0.0879149 Feb 21 00:35:54.154478 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-a5b6d748-4e0c-4f78-8047-cb8d2887be22 req-276efbf3-a16b-41bb-8fb9-c89821e4c615 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=420adea9-d216-4e58-9d60-bb5d2a0bacdb HTTP/1.1" status: 200 len: 1000 time: 0.0601788 Feb 21 00:35:54.205674 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b6d748-4e0c-4f78-8047-cb8d2887be22 req-ca60564a-fc08-412e-b366-e8bdf1dbd002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:54.207144 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-a5b6d748-4e0c-4f78-8047-cb8d2887be22 req-ca60564a-fc08-412e-b366-e8bdf1dbd002 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a770bec4-4043-4a9e-b8d8-da9ffce5c8ef HTTP/1.1" status: 200 len: 849 time: 0.0457673 Feb 21 00:35:54.271606 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b6d748-4e0c-4f78-8047-cb8d2887be22 req-2577d615-62da-4f93-bf5c-8a461e2281c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:54.273259 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-a5b6d748-4e0c-4f78-8047-cb8d2887be22 req-2577d615-62da-4f93-bf5c-8a461e2281c6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c58ec42c-ebf4-48a5-8b13-e00a879614cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0480776 Feb 21 00:35:54.372650 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-a5b6d748-4e0c-4f78-8047-cb8d2887be22 req-fbb6702a-bc8a-4b57-a074-c10f7e05ee7b service neutron] 10.222.0.36 "GET /v2.0/networks/c58ec42c-ebf4-48a5-8b13-e00a879614cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812478 Feb 21 00:35:54.464169 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-a5b6d748-4e0c-4f78-8047-cb8d2887be22 req-c1313161-1182-47d5-ac6a-fc2581773206 service neutron] 10.222.0.36 "GET /v2.0/networks/c58ec42c-ebf4-48a5-8b13-e00a879614cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851238 Feb 21 00:35:54.793679 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ecf6d9-163e-4089-a171-a38423f95530 req-945f943f-ac27-4624-abf2-d882d58c508b tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:54.795146 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-b9ecf6d9-163e-4089-a171-a38423f95530 req-945f943f-ac27-4624-abf2-d882d58c508b tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] 10.222.0.36 "GET /v2.0/ports?device_id=7662b0b6-af9c-48fd-9219-957c74250609 HTTP/1.1" status: 200 len: 945 time: 0.2831438 Feb 21 00:35:54.913084 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35feb505-f135-4876-94f5-b6ff7e3e75ea req-f610ca84-728b-4377-b2c6-f9c292079732 tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:54.914509 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-35feb505-f135-4876-94f5-b6ff7e3e75ea req-f610ca84-728b-4377-b2c6-f9c292079732 tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] 10.222.0.45 "GET /v2.0/ports?device_id=7662b0b6-af9c-48fd-9219-957c74250609 HTTP/1.1" status: 200 len: 945 time: 0.0987771 Feb 21 00:35:54.959952 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [req-b9ecf6d9-163e-4089-a171-a38423f95530 req-79341966-d55e-486f-8ebd-6ce4c1c6205f tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] Deleting port 40fe46fe-c6cf-4923-8030-b5e9becb067f {{(pid=109223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 00:35:54.960288 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-b9ecf6d9-163e-4089-a171-a38423f95530 req-79341966-d55e-486f-8ebd-6ce4c1c6205f tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731676621334'] for port (40fe46fe-c6cf-4923-8030-b5e9becb067f), before_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:55.010798 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-35feb505-f135-4876-94f5-b6ff7e3e75ea req-1ca71a3d-6ca4-4df5-8f98-b0970e87e11d tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] 10.222.0.45 "GET /v2.0/security-groups?id=943d9094-73ba-4c4f-8835-aab977d1176c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884326 Feb 21 00:35:55.064335 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [req-b9ecf6d9-163e-4089-a171-a38423f95530 req-79341966-d55e-486f-8ebd-6ce4c1c6205f tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] For port 40fe46fe-c6cf-4923-8030-b5e9becb067f, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=40fe46fe-c6cf-4923-8030-b5e9becb067f,segment=NetworkSegment(44fbb5db-c5b2-4e96-93d0-4174690df5fa),segment_id=44fbb5db-c5b2-4e96-93d0-4174690df5fa)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:35:55.064704 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-b9ecf6d9-163e-4089-a171-a38423f95530 req-79341966-d55e-486f-8ebd-6ce4c1c6205f tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950719'] for port (40fe46fe-c6cf-4923-8030-b5e9becb067f), precommit_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:55.078884 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [req-b9ecf6d9-163e-4089-a171-a38423f95530 req-79341966-d55e-486f-8ebd-6ce4c1c6205f tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] Calling delete_port for 40fe46fe-c6cf-4923-8030-b5e9becb067f owned by compute:nova {{(pid=109223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 00:35:55.086848 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dba54e-5cbd-4d38-b4d4-637d389c6546 req-e6a24c6a-56ad-4ab1-b93f-4e330c24b1b6 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:55.089447 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-00dba54e-5cbd-4d38-b4d4-637d389c6546 req-e6a24c6a-56ad-4ab1-b93f-4e330c24b1b6 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fd7fea7-9f01-48c5-ac04-7fb6bd253b61 HTTP/1.1" status: 200 len: 945 time: 0.0561090 Feb 21 00:35:55.143971 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-00dba54e-5cbd-4d38-b4d4-637d389c6546 req-46e31eea-9c7d-4242-8fe1-e7d9c3454151 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/security-groups?id=086df3ca-b094-4a4d-b3ca-0d4f22d1c024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476916 Feb 21 00:35:55.216641 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-b9ecf6d9-163e-4089-a171-a38423f95530 req-79341966-d55e-486f-8ebd-6ce4c1c6205f tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731676626041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731676182824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3995289'] for port (40fe46fe-c6cf-4923-8030-b5e9becb067f), after_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:55.230158 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] get_ports_and_sgs() called for port_ids ['40fe46fe-c6cf-4923-8030-b5e9becb067f'] {{(pid=109224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 00:35:55.250990 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79341966-d55e-486f-8ebd-6ce4c1c6205f tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] Pushing event deleted for resources: {'Port': ['ID=40fe46fe-c6cf-4923-8030-b5e9becb067f,revision_number=None']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:35:55.295945 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9ecf6d9-163e-4089-a171-a38423f95530 req-79341966-d55e-486f-8ebd-6ce4c1c6205f tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] No DVR routers for this DVR port 40fe46fe-c6cf-4923-8030-b5e9becb067f on host hv-cinder-81322 {{(pid=109223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 00:35:55.298492 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-b9ecf6d9-163e-4089-a171-a38423f95530 req-79341966-d55e-486f-8ebd-6ce4c1c6205f tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469064'] for port (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:35:55.302051 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-b9ecf6d9-163e-4089-a171-a38423f95530 req-79341966-d55e-486f-8ebd-6ce4c1c6205f tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] 10.222.0.36 "DELETE /v2.0/ports/40fe46fe-c6cf-4923-8030-b5e9becb067f HTTP/1.1" status: 204 len: 173 time: 0.4925022 Feb 21 00:35:55.302602 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7662b0b6-af9c-48fd-9219-957c74250609', 'name': 'network-vif-deleted', 'tag': '40fe46fe-c6cf-4923-8030-b5e9becb067f'}] {{(pid=109223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:35:55.305135 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e715aefe3c9ef135eab9c3f6db0762b6d644c88deee0f0e52fc82e911840b856" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a910c9b5-cc33-4a39-b195-cb41be842244" -d '{"events": [{"server_uuid": "7662b0b6-af9c-48fd-9219-957c74250609", "name": "network-vif-deleted", "tag": "40fe46fe-c6cf-4923-8030-b5e9becb067f"}]}' {{(pid=109223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:35:55.350264 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 00:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce8e6f03-1403-4aeb-9658-016a178fbdf2 x-openstack-request-id: req-ce8e6f03-1403-4aeb-9658-016a178fbdf2 {{(pid=109223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:35:55.350562 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7662b0b6-af9c-48fd-9219-957c74250609", "name": "network-vif-deleted", "tag": "40fe46fe-c6cf-4923-8030-b5e9becb067f", "status": "completed", "code": 200}]} {{(pid=109223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:35:55.350819 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ce8e6f03-1403-4aeb-9658-016a178fbdf2 {{(pid=109223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:35:55.351250 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7662b0b6-af9c-48fd-9219-957c74250609', 'name': 'network-vif-deleted', 'tag': '40fe46fe-c6cf-4923-8030-b5e9becb067f', 'status': 'completed', 'code': 200} Feb 21 00:35:56.264356 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96bc8fb-fc67-400d-92fa-d1e256dcb76c req-ca37c836-fc0a-48fa-965d-de5c2ab399d0 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:35:56.265845 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-c96bc8fb-fc67-400d-92fa-d1e256dcb76c req-ca37c836-fc0a-48fa-965d-de5c2ab399d0 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fd7fea7-9f01-48c5-ac04-7fb6bd253b61 HTTP/1.1" status: 200 len: 945 time: 0.0530586 Feb 21 00:35:56.310571 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-c96bc8fb-fc67-400d-92fa-d1e256dcb76c req-89a06973-298d-405f-86dd-b3d9c6920f3e tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/security-groups?id=086df3ca-b094-4a4d-b3ca-0d4f22d1c024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392280 Feb 21 00:35:59.901338 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.agents_db [None req-b2a96afc-399a-46ae-93e6-bd9f3e536be2 None None] Agent healthcheck: found 6 active agents {{(pid=109225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 00:36:00.084889 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Device 40fe46fe-c6cf-4923-8030-b5e9becb067f no longer exists at agent hyperv_hv-cinder-81322 {{(pid=109224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 00:36:00.112657 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] No Port match for: 40fe46fe-c6cf-4923-8030-b5e9becb067f {{(pid=109224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 00:36:00.113144 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Device 40fe46fe-c6cf-4923-8030-b5e9becb067f not bound to the agent host hv-cinder-81322 {{(pid=109224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 00:36:01.325553 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5084ba-2062-4366-b6fb-29c4b3324bc8 req-05931f15-297b-4f0c-9f65-e670dcf40b0f tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:01.327029 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-cc5084ba-2062-4366-b6fb-29c4b3324bc8 req-05931f15-297b-4f0c-9f65-e670dcf40b0f tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] 10.222.0.45 "GET /v2.0/ports?device_id=5cafed47-4c4d-4e50-af97-da45180a5e75 HTTP/1.1" status: 200 len: 945 time: 0.0651023 Feb 21 00:36:01.400253 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-50cd3007-db8c-4f9d-9257-35c5e09ac997 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (57941464-2af3-4cc7-9b46-3eeacd6f6fca), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:01.405002 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-cc5084ba-2062-4366-b6fb-29c4b3324bc8 req-8d3ee6c2-8bd5-4849-bfa1-8f79beecc1dd tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] 10.222.0.45 "GET /v2.0/security-groups?id=3aa544ef-5b86-4218-a931-0dcdd7590b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705228 Feb 21 00:36:01.418322 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 58688) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:36:01.469667 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-23652e7e-895f-4c5c-917f-a190b502e4be req-f043fb90-5cd6-480c-a46c-a2446cfa82e4 tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1116449518&fields=id&tenant_id=1022ec32710c4438be1d656ef94cf199 HTTP/1.1" status: 200 len: 267 time: 0.0759134 Feb 21 00:36:01.588304 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23652e7e-895f-4c5c-917f-a190b502e4be req-6805f8f2-61ae-4976-a743-bd0ec7bd36ce tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:01.589832 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-23652e7e-895f-4c5c-917f-a190b502e4be req-6805f8f2-61ae-4976-a743-bd0ec7bd36ce tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] 10.222.0.45 "GET /v2.0/networks?id=d6d2700e-87da-42e8-bd68-6361cafa1e7e HTTP/1.1" status: 200 len: 808 time: 0.1193843 Feb 21 00:36:01.607333 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-23652e7e-895f-4c5c-917f-a190b502e4be req-ddfcdf47-68ae-4a36-b863-c06fd81f4778 tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] 10.222.0.45 "GET /v2.0/quotas/1022ec32710c4438be1d656ef94cf199 HTTP/1.1" status: 200 len: 375 time: 0.0098372 Feb 21 00:36:01.664594 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f510b8f-9e65-4439-a53f-8f75c3df3c44 tempest-TestMinimumBasicScenario-1559138817 tempest-TestMinimumBasicScenario-1559138817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:01.667213 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-6f510b8f-9e65-4439-a53f-8f75c3df3c44 tempest-TestMinimumBasicScenario-1559138817 tempest-TestMinimumBasicScenario-1559138817-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=5cafed47-4c4d-4e50-af97-da45180a5e75 HTTP/1.1" status: 200 len: 1124 time: 0.2412558 Feb 21 00:36:01.670120 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 58704) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:36:01.674147 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-23652e7e-895f-4c5c-917f-a190b502e4be req-abbdd95b-c5c3-4493-94ca-b6a1fef4d97a tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=1022ec32710c4438be1d656ef94cf199&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0611060 Feb 21 00:36:01.675111 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [None req-838a3b20-cc71-418f-9446-5896c0c083b4 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Request body: {'floatingip': {'floating_network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'port_id': '6bb787e3-e415-46c7-b65e-52a74666e345', 'tenant_id': '471e14591c9b4e4d9bd298269ddebacb', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:36:01.699000 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-838a3b20-cc71-418f-9446-5896c0c083b4 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:01.787736 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-23652e7e-895f-4c5c-917f-a190b502e4be req-4d2ed433-7252-4ea1-9db6-b97dd447c2a8 service neutron] 10.222.0.45 "GET /v2.0/networks/d6d2700e-87da-42e8-bd68-6361cafa1e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993390 Feb 21 00:36:01.798750 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-838a3b20-cc71-418f-9446-5896c0c083b4 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:01.877432 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-23652e7e-895f-4c5c-917f-a190b502e4be req-1895de83-422b-4b8a-9faa-b01ca050688a service neutron] 10.222.0.45 "GET /v2.0/networks/d6d2700e-87da-42e8-bd68-6361cafa1e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879316 Feb 21 00:36:01.912058 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.db.db_base_plugin_common [None req-838a3b20-cc71-418f-9446-5896c0c083b4 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Allocated IP 172.27.3.2 (9d25e361-1d6c-4c24-9c73-356a2ab84050/890cd9a8-3116-412f-9022-3458585959da/44152360-c9ca-49ee-82db-8b2c8836b380) {{(pid=109222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 00:36:02.015982 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-838a3b20-cc71-418f-9446-5896c0c083b4 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Publish callbacks [] for port (44152360-c9ca-49ee-82db-8b2c8836b380), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:02.049922 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-838a3b20-cc71-418f-9446-5896c0c083b4 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731676182815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8582894421'] for port (44152360-c9ca-49ee-82db-8b2c8836b380), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:02.088504 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838a3b20-cc71-418f-9446-5896c0c083b4 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Network 9d25e361-1d6c-4c24-9c73-356a2ab84050 is already hosted by enough agents. {{(pid=109222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:36:02.091211 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.scheduler.base_scheduler [None req-838a3b20-cc71-418f-9446-5896c0c083b4 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Resources bound (agent type, host, resource id): {{(pid=109222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:36:02.093933 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838a3b20-cc71-418f-9446-5896c0c083b4 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Received port after_create {{(pid=109222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 00:36:02.123077 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838a3b20-cc71-418f-9446-5896c0c083b4 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Pushing event updated for resources: {'Port': ['ID=44152360-c9ca-49ee-82db-8b2c8836b380,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:36:02.176053 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-1219c76a-bce3-47af-92ad-7295128cc3ad req-1f788da6-ab89-422b-ba3f-fe6ace39f17e tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e2430b1-8c8f-4136-abf8-c7170a5cbf57 HTTP/1.1" status: 200 len: 210 time: 0.0341761 Feb 21 00:36:02.749379 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-838a3b20-cc71-418f-9446-5896c0c083b4 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Publish callbacks [] for floatingip (c6e6fb3a-db5a-4028-b27a-6a70b8829773), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:02.833023 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-838a3b20-cc71-418f-9446-5896c0c083b4 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (44152360-c9ca-49ee-82db-8b2c8836b380), before_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:02.979777 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-838a3b20-cc71-418f-9446-5896c0c083b4 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Publish callbacks [] for port (44152360-c9ca-49ee-82db-8b2c8836b380), precommit_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:02.984090 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-838a3b20-cc71-418f-9446-5896c0c083b4 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8582894414'] for port (44152360-c9ca-49ee-82db-8b2c8836b380), after_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:03.050370 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838a3b20-cc71-418f-9446-5896c0c083b4 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Pushing event updated for resources: {'Port': ['ID=44152360-c9ca-49ee-82db-8b2c8836b380,revision_number=2']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:36:03.062022 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-838a3b20-cc71-418f-9446-5896c0c083b4 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-951287'] for floatingip (c6e6fb3a-db5a-4028-b27a-6a70b8829773), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:03.160211 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.db.l3_db [None req-838a3b20-cc71-418f-9446-5896c0c083b4 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Floating IP c6e6fb3a-db5a-4028-b27a-6a70b8829773 associated. External IP: 172.27.3.2, port: 6bb787e3-e415-46c7-b65e-52a74666e345. Feb 21 00:36:03.273745 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-42b04500-620a-4317-ae26-7d8e17e6bcdb req-4aedcf15-f225-4338-888a-99fd3d7a4cfa tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e2430b1-8c8f-4136-abf8-c7170a5cbf57 HTTP/1.1" status: 200 len: 210 time: 0.0265045 Feb 21 00:36:03.368177 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-838a3b20-cc71-418f-9446-5896c0c083b4 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Router 29342479-802e-4c6e-a1a3-85d2db756dc1 has already been hosted by L3 agent 47b5b2cb-5391-4fc3-9478-3db20537c35a {{(pid=109222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 00:36:03.476193 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-838a3b20-cc71-418f-9446-5896c0c083b4 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Notify agent at l3_agent.dv-cinder-813225-6-iscsi the message routers_updated {{(pid=109222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 00:36:03.485662 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c64909-dd0e-43f9-836a-f9318b23b359 None None] Sync routers for ids ['29342479-802e-4c6e-a1a3-85d2db756dc1'] in dv-cinder-813225-6-iscsi {{(pid=109224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 00:36:03.494524 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-838a3b20-cc71-418f-9446-5896c0c083b4 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469064'] for floatingip (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:03.496603 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c64909-dd0e-43f9-836a-f9318b23b359 None None] Routers {'29342479-802e-4c6e-a1a3-85d2db756dc1'} bound to L3 agent in host dv-cinder-813225-6-iscsi {{(pid=109224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:36:03.497227 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-22c64909-dd0e-43f9-836a-f9318b23b359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-21T00:23:33Z,description=,heartbeat_timestamp=2022-02-21T00:35:34Z,host='dv-cinder-813225-6-iscsi',id=47b5b2cb-5391-4fc3-9478-3db20537c35a,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:23:34Z,topic='l3_agent')) {'router_ids': ['29342479-802e-4c6e-a1a3-85d2db756dc1'], 'active': True} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:36:03.526092 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-838a3b20-cc71-418f-9446-5896c0c083b4 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.8547940 Feb 21 00:36:03.526734 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cafed47-4c4d-4e50-af97-da45180a5e75', 'tag': '6bb787e3-e415-46c7-b65e-52a74666e345'}] {{(pid=109222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:36:03.528866 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 58740) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:36:03.529148 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81563fad7634ec273475caa61ca91dc94d21cc2561ee8f59b09b3f9a67cb5537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83d54d30-fc5c-4310-b85d-be2864144ab7" -d '{"events": [{"name": "network-changed", "server_uuid": "5cafed47-4c4d-4e50-af97-da45180a5e75", "tag": "6bb787e3-e415-46c7-b65e-52a74666e345"}]}' {{(pid=109222) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:36:03.533600 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.v2.base [None req-c0fa5dfb-b6ae-4182-b5e6-8a03dd012e9c tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2134290036', 'description': 'tempest-secgroup-smoke-2134290036 description', 'project_id': '471e14591c9b4e4d9bd298269ddebacb'}} {{(pid=109223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:36:03.559111 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-c0fa5dfb-b6ae-4182-b5e6-8a03dd012e9c tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Publish callbacks [] for security_group (None), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:03.566612 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-c93260c4-12a4-4169-8a38-085495c08090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (47b5b2cb-5391-4fc3-9478-3db20537c35a), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:03.573408 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 00:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19fe6c93-5068-42fc-a4b5-1ef0a5f11ae5 x-openstack-request-id: req-19fe6c93-5068-42fc-a4b5-1ef0a5f11ae5 {{(pid=109222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:36:03.573715 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cafed47-4c4d-4e50-af97-da45180a5e75", "tag": "6bb787e3-e415-46c7-b65e-52a74666e345", "status": "completed", "code": 200}]} {{(pid=109222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:36:03.574113 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-19fe6c93-5068-42fc-a4b5-1ef0a5f11ae5 {{(pid=109222) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:36:03.575072 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cafed47-4c4d-4e50-af97-da45180a5e75', 'tag': '6bb787e3-e415-46c7-b65e-52a74666e345', 'status': 'completed', 'code': 200} Feb 21 00:36:03.621129 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvr_db [None req-22c64909-dd0e-43f9-836a-f9318b23b359 None None] Set router 29342479-802e-4c6e-a1a3-85d2db756dc1 gateway port host: dv-cinder-813225-6-iscsi {{(pid=109224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:36:03.629147 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-c0fa5dfb-b6ae-4182-b5e6-8a03dd012e9c tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Publish callbacks [] for security_group (270c5553-ef40-479f-84bb-8a743b37b00b), precommit_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:03.633022 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-c0fa5dfb-b6ae-4182-b5e6-8a03dd012e9c tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (270c5553-ef40-479f-84bb-8a743b37b00b), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:03.662384 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-c0fa5dfb-b6ae-4182-b5e6-8a03dd012e9c tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Publish callbacks [] for security_group (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:03.663605 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-c0fa5dfb-b6ae-4182-b5e6-8a03dd012e9c tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1334958 Feb 21 00:36:03.667665 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 58744) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:36:03.671985 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.v2.base [None req-9fb3b458-d0fc-48d2-832c-a3d4e8df67b7 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Request body: {'security_group_rule': {'security_group_id': '270c5553-ef40-479f-84bb-8a743b37b00b', 'project_id': '471e14591c9b4e4d9bd298269ddebacb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:36:03.679059 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fa5dfb-b6ae-4182-b5e6-8a03dd012e9c tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Pushing event updated for resources: {'SecurityGroup': ['ID=270c5553-ef40-479f-84bb-8a743b37b00b,revision_number=1']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:36:03.701272 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-9fb3b458-d0fc-48d2-832c-a3d4e8df67b7 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Publish callbacks [] for security_group_rule (870656ad-890d-4f55-9bf1-795efe998fe3), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:03.760679 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-9fb3b458-d0fc-48d2-832c-a3d4e8df67b7 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Publish callbacks [] for security_group_rule (870656ad-890d-4f55-9bf1-795efe998fe3), precommit_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:03.765360 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-9fb3b458-d0fc-48d2-832c-a3d4e8df67b7 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574764'] for security_group_rule (870656ad-890d-4f55-9bf1-795efe998fe3), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:03.782793 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb3b458-d0fc-48d2-832c-a3d4e8df67b7 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=870656ad-890d-4f55-9bf1-795efe998fe3,revision_number=0']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:36:03.792514 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-9fb3b458-d0fc-48d2-832c-a3d4e8df67b7 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:03.793692 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-9fb3b458-d0fc-48d2-832c-a3d4e8df67b7 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1251013 Feb 21 00:36:03.796595 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 58748) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:36:03.801220 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [None req-5a67b44f-22f9-4e06-a32b-d245aed4f2cd tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Request body: {'security_group_rule': {'security_group_id': '270c5553-ef40-479f-84bb-8a743b37b00b', 'project_id': '471e14591c9b4e4d9bd298269ddebacb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:36:03.826260 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-5a67b44f-22f9-4e06-a32b-d245aed4f2cd tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Publish callbacks [] for security_group_rule (c23e7d05-ba6e-468c-8d5a-ceb15f2e4794), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:03.882463 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-5a67b44f-22f9-4e06-a32b-d245aed4f2cd tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Publish callbacks [] for security_group_rule (c23e7d05-ba6e-468c-8d5a-ceb15f2e4794), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:03.886382 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-5a67b44f-22f9-4e06-a32b-d245aed4f2cd tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574764'] for security_group_rule (c23e7d05-ba6e-468c-8d5a-ceb15f2e4794), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:03.894760 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-22c64909-dd0e-43f9-836a-f9318b23b359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29342479-802e-4c6e-a1a3-85d2db756dc1', 'name': 'tempest-TestMinimumBasicScenario-1676460080-router', 'tenant_id': '471e14591c9b4e4d9bd298269ddebacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'external_fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': '5eb1c1b5-f705-4358-a87a-34aea6d28be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:34:48Z', 'updated_at': '2022-02-21T00:34:52Z', 'revision_number': 4, 'project_id': '471e14591c9b4e4d9bd298269ddebacb', 'gw_port': {'id': '5eb1c1b5-f705-4358-a87a-34aea6d28be8', 'name': '', 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:7a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29342479-802e-4c6e-a1a3-85d2db756dc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:34:49Z', 'updated_at': '2022-02-21T00:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '890cd9a8-3116-412f-9022-3458585959da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-6-iscsi', '_floatingips': [{'id': 'c6e6fb3a-db5a-4028-b27a-6a70b8829773', 'tenant_id': '471e14591c9b4e4d9bd298269ddebacb', 'floating_ip_address': '172.27.3.2', 'floating_network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'router_id': '29342479-802e-4c6e-a1a3-85d2db756dc1', 'port_id': '6bb787e3-e415-46c7-b65e-52a74666e345', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca36ee0b-69dd-47af-b5ea-ecee46692eff', 'mac_address': 'fa:16:3e:78:d7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cafed47-4c4d-4e50-af97-da45180a5e75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T00:36:02Z', 'updated_at': '2022-02-21T00:36:02Z', 'revision_number': 0, 'project_id': '471e14591c9b4e4d9bd298269ddebacb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b6076ab-5c58-416e-bfd5-81c30c298c45', 'name': '', 'network_id': 'ca36ee0b-69dd-47af-b5ea-ecee46692eff', 'tenant_id': '471e14591c9b4e4d9bd298269ddebacb', 'mac_address': 'fa:16:3e:8e:d1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29342479-802e-4c6e-a1a3-85d2db756dc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '29d266b3-d638-4ac9-99d5-4bbc8fdc8eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:34:51Z', 'updated_at': '2022-02-21T00:34:57Z', 'revision_number': 5, 'project_id': '471e14591c9b4e4d9bd298269ddebacb', 'subnets': [{'id': '29d266b3-d638-4ac9-99d5-4bbc8fdc8eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-6-iscsi', False) {} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:36:03.899205 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a67b44f-22f9-4e06-a32b-d245aed4f2cd tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c23e7d05-ba6e-468c-8d5a-ceb15f2e4794,revision_number=0']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:36:03.914322 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-5a67b44f-22f9-4e06-a32b-d245aed4f2cd tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:03.918973 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-5a67b44f-22f9-4e06-a32b-d245aed4f2cd tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1180007 Feb 21 00:36:03.919313 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 58752) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:36:03.922680 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c64909-dd0e-43f9-836a-f9318b23b359 None None] Checking router: 29342479-802e-4c6e-a1a3-85d2db756dc1 for host: dv-cinder-813225-6-iscsi {{(pid=109224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 00:36:03.923608 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [None req-f5e71a5b-cc7e-48c9-83ce-4b3c74902135 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Request body: {'security_group_rule': {'security_group_id': '270c5553-ef40-479f-84bb-8a743b37b00b', 'project_id': '471e14591c9b4e4d9bd298269ddebacb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:36:03.935671 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c64909-dd0e-43f9-836a-f9318b23b359 None None] Routers {'29342479-802e-4c6e-a1a3-85d2db756dc1'} bound to L3 agent in host dv-cinder-813225-6-iscsi {{(pid=109224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:36:03.936311 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-22c64909-dd0e-43f9-836a-f9318b23b359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-21T00:23:33Z,description=,heartbeat_timestamp=2022-02-21T00:36:04Z,host='dv-cinder-813225-6-iscsi',id=47b5b2cb-5391-4fc3-9478-3db20537c35a,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:23:34Z,topic='l3_agent')) {'router_ids': ['29342479-802e-4c6e-a1a3-85d2db756dc1'], 'active': True} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:36:03.949537 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-f5e71a5b-cc7e-48c9-83ce-4b3c74902135 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Publish callbacks [] for security_group_rule (29322b38-b33b-4941-8859-f96ecdd4a90d), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:04.006763 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-f5e71a5b-cc7e-48c9-83ce-4b3c74902135 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Publish callbacks [] for security_group_rule (29322b38-b33b-4941-8859-f96ecdd4a90d), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:04.010407 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-f5e71a5b-cc7e-48c9-83ce-4b3c74902135 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574764'] for security_group_rule (29322b38-b33b-4941-8859-f96ecdd4a90d), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:04.024576 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e71a5b-cc7e-48c9-83ce-4b3c74902135 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29322b38-b33b-4941-8859-f96ecdd4a90d,revision_number=0']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:36:04.035916 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-f5e71a5b-cc7e-48c9-83ce-4b3c74902135 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:04.037096 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-f5e71a5b-cc7e-48c9-83ce-4b3c74902135 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1169858 Feb 21 00:36:04.039966 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 58756) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:36:04.045029 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [None req-b6419484-5eb1-40b1-a098-1f3e30ba60fa tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Request body: {'security_group_rule': {'security_group_id': '270c5553-ef40-479f-84bb-8a743b37b00b', 'project_id': '471e14591c9b4e4d9bd298269ddebacb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:36:04.049410 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvr_db [None req-22c64909-dd0e-43f9-836a-f9318b23b359 None None] Set router 29342479-802e-4c6e-a1a3-85d2db756dc1 gateway port host: dv-cinder-813225-6-iscsi {{(pid=109224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:36:04.068079 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-b6419484-5eb1-40b1-a098-1f3e30ba60fa tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Publish callbacks [] for security_group_rule (b9888354-45ac-4c30-a0a7-4fbb4f88c247), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:04.129950 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-b6419484-5eb1-40b1-a098-1f3e30ba60fa tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Publish callbacks [] for security_group_rule (b9888354-45ac-4c30-a0a7-4fbb4f88c247), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:04.133865 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-b6419484-5eb1-40b1-a098-1f3e30ba60fa tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574764'] for security_group_rule (b9888354-45ac-4c30-a0a7-4fbb4f88c247), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:04.154197 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6419484-5eb1-40b1-a098-1f3e30ba60fa tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9888354-45ac-4c30-a0a7-4fbb4f88c247,revision_number=0']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:36:04.164579 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-b6419484-5eb1-40b1-a098-1f3e30ba60fa tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:04.165781 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-b6419484-5eb1-40b1-a098-1f3e30ba60fa tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1248243 Feb 21 00:36:04.169029 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 58758) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:36:04.173380 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [None req-f56f6c13-89c1-4e8b-9933-aa87e53c056a tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Request body: {'security_group_rule': {'security_group_id': '270c5553-ef40-479f-84bb-8a743b37b00b', 'project_id': '471e14591c9b4e4d9bd298269ddebacb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:36:04.193288 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.db.securitygroups_db [None req-f56f6c13-89c1-4e8b-9933-aa87e53c056a tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Project 471e14591c9b4e4d9bd298269ddebacb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 21 00:36:04.198249 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-f56f6c13-89c1-4e8b-9933-aa87e53c056a tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Publish callbacks [] for security_group_rule (d73a3310-2723-4be0-ae26-1f7cbad061a8), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:04.256777 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-f56f6c13-89c1-4e8b-9933-aa87e53c056a tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Publish callbacks [] for security_group_rule (d73a3310-2723-4be0-ae26-1f7cbad061a8), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:04.262424 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-f56f6c13-89c1-4e8b-9933-aa87e53c056a tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574764'] for security_group_rule (d73a3310-2723-4be0-ae26-1f7cbad061a8), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:04.279557 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-22c64909-dd0e-43f9-836a-f9318b23b359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29342479-802e-4c6e-a1a3-85d2db756dc1', 'name': 'tempest-TestMinimumBasicScenario-1676460080-router', 'tenant_id': '471e14591c9b4e4d9bd298269ddebacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'external_fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': '5eb1c1b5-f705-4358-a87a-34aea6d28be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:34:48Z', 'updated_at': '2022-02-21T00:34:52Z', 'revision_number': 4, 'project_id': '471e14591c9b4e4d9bd298269ddebacb', 'gw_port': {'id': '5eb1c1b5-f705-4358-a87a-34aea6d28be8', 'name': '', 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:7a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29342479-802e-4c6e-a1a3-85d2db756dc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:34:49Z', 'updated_at': '2022-02-21T00:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '890cd9a8-3116-412f-9022-3458585959da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-6-iscsi', '_floatingips': [{'id': 'c6e6fb3a-db5a-4028-b27a-6a70b8829773', 'tenant_id': '471e14591c9b4e4d9bd298269ddebacb', 'floating_ip_address': '172.27.3.2', 'floating_network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'router_id': '29342479-802e-4c6e-a1a3-85d2db756dc1', 'port_id': '6bb787e3-e415-46c7-b65e-52a74666e345', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca36ee0b-69dd-47af-b5ea-ecee46692eff', 'mac_address': 'fa:16:3e:78:d7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cafed47-4c4d-4e50-af97-da45180a5e75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T00:36:02Z', 'updated_at': '2022-02-21T00:36:02Z', 'revision_number': 0, 'project_id': '471e14591c9b4e4d9bd298269ddebacb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b6076ab-5c58-416e-bfd5-81c30c298c45', 'name': '', 'network_id': 'ca36ee0b-69dd-47af-b5ea-ecee46692eff', 'tenant_id': '471e14591c9b4e4d9bd298269ddebacb', 'mac_address': 'fa:16:3e:8e:d1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29342479-802e-4c6e-a1a3-85d2db756dc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '29d266b3-d638-4ac9-99d5-4bbc8fdc8eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:34:51Z', 'updated_at': '2022-02-21T00:34:57Z', 'revision_number': 5, 'project_id': '471e14591c9b4e4d9bd298269ddebacb', 'subnets': [{'id': '29d266b3-d638-4ac9-99d5-4bbc8fdc8eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-6-iscsi', False) {} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:36:04.280628 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56f6c13-89c1-4e8b-9933-aa87e53c056a tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d73a3310-2723-4be0-ae26-1f7cbad061a8,revision_number=0']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:36:04.288487 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-f56f6c13-89c1-4e8b-9933-aa87e53c056a tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:04.293024 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-f56f6c13-89c1-4e8b-9933-aa87e53c056a tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1229439 Feb 21 00:36:04.293169 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 58760) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:36:04.298022 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.v2.base [None req-ff81ffdf-122d-4dfe-9c2c-e2459af12d8c tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Request body: {'security_group_rule': {'security_group_id': '270c5553-ef40-479f-84bb-8a743b37b00b', 'project_id': '471e14591c9b4e4d9bd298269ddebacb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:36:04.310949 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c64909-dd0e-43f9-836a-f9318b23b359 None None] The sync data for ids ['29342479-802e-4c6e-a1a3-85d2db756dc1'] in dv-cinder-813225-6-iscsi is: [{'id': '29342479-802e-4c6e-a1a3-85d2db756dc1', 'name': 'tempest-TestMinimumBasicScenario-1676460080-router', 'tenant_id': '471e14591c9b4e4d9bd298269ddebacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'external_fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': '5eb1c1b5-f705-4358-a87a-34aea6d28be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:34:48Z', 'updated_at': '2022-02-21T00:34:52Z', 'revision_number': 4, 'project_id': '471e14591c9b4e4d9bd298269ddebacb', 'gw_port': {'id': '5eb1c1b5-f705-4358-a87a-34aea6d28be8', 'name': '', 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:7a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29342479-802e-4c6e-a1a3-85d2db756dc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:34:49Z', 'updated_at': '2022-02-21T00:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '890cd9a8-3116-412f-9022-3458585959da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-6-iscsi', '_floatingips': [{'id': 'c6e6fb3a-db5a-4028-b27a-6a70b8829773', 'tenant_id': '471e14591c9b4e4d9bd298269ddebacb', 'floating_ip_address': '172.27.3.2', 'floating_network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'router_id': '29342479-802e-4c6e-a1a3-85d2db756dc1', 'port_id': '6bb787e3-e415-46c7-b65e-52a74666e345', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca36ee0b-69dd-47af-b5ea-ecee46692eff', 'mac_address': 'fa:16:3e:78:d7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cafed47-4c4d-4e50-af97-da45180a5e75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T00:36:02Z', 'updated_at': '2022-02-21T00:36:02Z', 'revision_number': 0, 'project_id': '471e14591c9b4e4d9bd298269ddebacb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b6076ab-5c58-416e-bfd5-81c30c298c45', 'name': '', 'network_id': 'ca36ee0b-69dd-47af-b5ea-ecee46692eff', 'tenant_id': '471e14591c9b4e4d9bd298269ddebacb', 'mac_address': 'fa:16:3e:8e:d1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29342479-802e-4c6e-a1a3-85d2db756dc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '29d266b3-d638-4ac9-99d5-4bbc8fdc8eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:34:51Z', 'updated_at': '2022-02-21T00:34:57Z', 'revision_number': 5, 'project_id': '471e14591c9b4e4d9bd298269ddebacb', 'subnets': [{'id': '29d266b3-d638-4ac9-99d5-4bbc8fdc8eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 00:36:04.324200 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.db.securitygroups_db [None req-ff81ffdf-122d-4dfe-9c2c-e2459af12d8c tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Project 471e14591c9b4e4d9bd298269ddebacb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 21 00:36:04.330694 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ff81ffdf-122d-4dfe-9c2c-e2459af12d8c tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Publish callbacks [] for security_group_rule (dafda0ee-5325-4e42-b460-85d90d54f97a), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:04.384510 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-1c9b0030-e7a2-4394-88a1-1e4d86a7455f req-0f6cc87d-f61a-4b94-ab61-255f8263ad98 tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e2430b1-8c8f-4136-abf8-c7170a5cbf57 HTTP/1.1" status: 200 len: 210 time: 0.0330284 Feb 21 00:36:04.409672 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ff81ffdf-122d-4dfe-9c2c-e2459af12d8c tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Publish callbacks [] for security_group_rule (dafda0ee-5325-4e42-b460-85d90d54f97a), precommit_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:04.413580 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ff81ffdf-122d-4dfe-9c2c-e2459af12d8c tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574764'] for security_group_rule (dafda0ee-5325-4e42-b460-85d90d54f97a), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:04.431317 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff81ffdf-122d-4dfe-9c2c-e2459af12d8c tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dafda0ee-5325-4e42-b460-85d90d54f97a,revision_number=0']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:36:04.439096 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ff81ffdf-122d-4dfe-9c2c-e2459af12d8c tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:04.442880 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-ff81ffdf-122d-4dfe-9c2c-e2459af12d8c tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1460657 Feb 21 00:36:04.532454 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea26dd2-7373-486c-a77f-8a924ef06c95 None None] New status for floating IP c6e6fb3a-db5a-4028-b27a-6a70b8829773: ACTIVE {{(pid=109225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 00:36:04.533583 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-77d78bcd-7cb6-48d1-a4af-950e378771af req-14bf81a8-d1e0-4af9-8d1d-2d6390e9807c tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2134290036&fields=id&tenant_id=471e14591c9b4e4d9bd298269ddebacb HTTP/1.1" status: 200 len: 267 time: 0.0468183 Feb 21 00:36:04.599909 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d78bcd-7cb6-48d1-a4af-950e378771af req-588ec5af-6a93-433b-ba7d-ad5b6b77ca4a tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:04.602019 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-77d78bcd-7cb6-48d1-a4af-950e378771af req-588ec5af-6a93-433b-ba7d-ad5b6b77ca4a tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] 10.222.0.45 "GET /v2.0/ports?device_id=5cafed47-4c4d-4e50-af97-da45180a5e75 HTTP/1.1" status: 200 len: 945 time: 0.0570881 Feb 21 00:36:04.622540 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [req-77d78bcd-7cb6-48d1-a4af-950e378771af req-e86dcb74-8333-4902-b51a-9d6bc39a7c73 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Request body: {'port': {'security_groups': ['3aa544ef-5b86-4218-a931-0dcdd7590b14', '270c5553-ef40-479f-84bb-8a743b37b00b']}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:36:04.651449 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d54d30-fc5c-4310-b85d-be2864144ab7 req-e30f7599-95fd-4bbd-9be1-b47c4ff4d978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:04.653166 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-83d54d30-fc5c-4310-b85d-be2864144ab7 req-e30f7599-95fd-4bbd-9be1-b47c4ff4d978 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=471e14591c9b4e4d9bd298269ddebacb&device_id=5cafed47-4c4d-4e50-af97-da45180a5e75 HTTP/1.1" status: 200 len: 1129 time: 0.0539343 Feb 21 00:36:04.718428 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-77d78bcd-7cb6-48d1-a4af-950e378771af req-e86dcb74-8333-4902-b51a-9d6bc39a7c73 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (6bb787e3-e415-46c7-b65e-52a74666e345), before_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:04.759685 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d54d30-fc5c-4310-b85d-be2864144ab7 req-5a86bf79-c935-4023-b177-9b2182ae45b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:04.761319 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-83d54d30-fc5c-4310-b85d-be2864144ab7 req-5a86bf79-c935-4023-b177-9b2182ae45b1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ca36ee0b-69dd-47af-b5ea-ecee46692eff HTTP/1.1" status: 200 len: 916 time: 0.0998702 Feb 21 00:36:04.836207 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-83d54d30-fc5c-4310-b85d-be2864144ab7 req-f9894a90-1b55-4361-9430-f42d32626726 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6bb787e3-e415-46c7-b65e-52a74666e345 HTTP/1.1" status: 200 len: 997 time: 0.0644245 Feb 21 00:36:04.889210 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d54d30-fc5c-4310-b85d-be2864144ab7 req-fedc7333-571f-44af-bd11-eefd35eb34c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:04.890738 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-83d54d30-fc5c-4310-b85d-be2864144ab7 req-fedc7333-571f-44af-bd11-eefd35eb34c9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=29d266b3-d638-4ac9-99d5-4bbc8fdc8eb4 HTTP/1.1" status: 200 len: 854 time: 0.0489504 Feb 21 00:36:04.927978 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.db [req-77d78bcd-7cb6-48d1-a4af-950e378771af req-e86dcb74-8333-4902-b51a-9d6bc39a7c73 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] For port 6bb787e3-e415-46c7-b65e-52a74666e345, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=6bb787e3-e415-46c7-b65e-52a74666e345,segment=NetworkSegment(62e44578-53cb-4551-afb0-559d121984b2),segment_id=62e44578-53cb-4551-afb0-559d121984b2)] {{(pid=109222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:36:04.942040 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d54d30-fc5c-4310-b85d-be2864144ab7 req-e3c8690b-4f5e-4787-bcfb-075752e89bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:04.943573 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-83d54d30-fc5c-4310-b85d-be2864144ab7 req-e3c8690b-4f5e-4787-bcfb-075752e89bfd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ca36ee0b-69dd-47af-b5ea-ecee46692eff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454295 Feb 21 00:36:04.958685 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-77d78bcd-7cb6-48d1-a4af-950e378771af req-e86dcb74-8333-4902-b51a-9d6bc39a7c73 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Publish callbacks [] for port (6bb787e3-e415-46c7-b65e-52a74666e345), precommit_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:04.963814 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-77d78bcd-7cb6-48d1-a4af-950e378771af req-e86dcb74-8333-4902-b51a-9d6bc39a7c73 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8582894414'] for port (6bb787e3-e415-46c7-b65e-52a74666e345), after_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:04.977300 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] get_ports_and_sgs() called for port_ids ['6bb787e3-e415-46c7-b65e-52a74666e345'] {{(pid=109224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 00:36:05.009076 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d78bcd-7cb6-48d1-a4af-950e378771af req-e86dcb74-8333-4902-b51a-9d6bc39a7c73 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:05.009867 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-77d78bcd-7cb6-48d1-a4af-950e378771af req-e86dcb74-8333-4902-b51a-9d6bc39a7c73 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469064'] for port (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:05.011857 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-77d78bcd-7cb6-48d1-a4af-950e378771af req-e86dcb74-8333-4902-b51a-9d6bc39a7c73 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] 10.222.0.45 "PUT /v2.0/ports/6bb787e3-e415-46c7-b65e-52a74666e345 HTTP/1.1" status: 200 len: 981 time: 0.4002018 Feb 21 00:36:05.039291 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86dcb74-8333-4902-b51a-9d6bc39a7c73 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Pushing event updated for resources: {'Port': ['ID=6bb787e3-e415-46c7-b65e-52a74666e345,revision_number=6']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:36:05.111930 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-83d54d30-fc5c-4310-b85d-be2864144ab7 req-277a7dd3-c6a2-499d-af4b-49d89801d75a service neutron] 10.222.0.36 "GET /v2.0/networks/ca36ee0b-69dd-47af-b5ea-ecee46692eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445420 Feb 21 00:36:05.145073 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] get_ports_and_sgs() called for port_ids ['6bb787e3-e415-46c7-b65e-52a74666e345'] {{(pid=109224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 00:36:05.265552 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-2cd5f963-efb3-4d3f-8e75-14b6a6f65242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (4a388d83-9cb8-49a2-9541-35a13f295f4a), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:05.273411 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965ab9cd-0b5f-4fa7-9447-fb3666dbe2c2 req-9f7b2857-4038-4c77-9c52-549565d71106 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:05.275099 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-965ab9cd-0b5f-4fa7-9447-fb3666dbe2c2 req-9f7b2857-4038-4c77-9c52-549565d71106 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] 10.222.0.45 "GET /v2.0/ports?device_id=5cafed47-4c4d-4e50-af97-da45180a5e75 HTTP/1.1" status: 200 len: 984 time: 0.1516848 Feb 21 00:36:05.284777 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-83d54d30-fc5c-4310-b85d-be2864144ab7 req-dc89a032-809c-41a1-adff-eeca0a24c712 service neutron] 10.222.0.36 "GET /v2.0/networks/ca36ee0b-69dd-47af-b5ea-ecee46692eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720088 Feb 21 00:36:05.349901 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23652e7e-895f-4c5c-917f-a190b502e4be req-e8ddef93-7e1c-4178-b96f-5337097ba361 tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:05.351689 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-23652e7e-895f-4c5c-917f-a190b502e4be req-e8ddef93-7e1c-4178-b96f-5337097ba361 tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] 10.222.0.36 "GET /v2.0/networks?id=d6d2700e-87da-42e8-bd68-6361cafa1e7e HTTP/1.1" status: 200 len: 808 time: 0.2309899 Feb 21 00:36:05.364191 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-965ab9cd-0b5f-4fa7-9447-fb3666dbe2c2 req-ba112eeb-83a6-4c0f-a55f-125a1d3733dd tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] 10.222.0.45 "GET /v2.0/security-groups?id=3aa544ef-5b86-4218-a931-0dcdd7590b14&id=270c5553-ef40-479f-84bb-8a743b37b00b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0778010 Feb 21 00:36:05.389029 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-482a7614-9684-43df-99dd-cc49aac4806d None None] Provisioning complete for port 6bb787e3-e415-46c7-b65e-52a74666e345 triggered by entity DHCP. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:36:05.389414 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-482a7614-9684-43df-99dd-cc49aac4806d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (6bb787e3-e415-46c7-b65e-52a74666e345), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:05.459322 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-23652e7e-895f-4c5c-917f-a190b502e4be req-2c9a2fee-5bc6-4c66-9ea7-565836f6681c tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1022ec32710c4438be1d656ef94cf199 HTTP/1.1" status: 200 len: 380 time: 0.0908895 Feb 21 00:36:05.470160 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [req-23652e7e-895f-4c5c-917f-a190b502e4be req-af630ebb-d8b8-4cad-bcbe-a2366303b03f tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Request body: {'port': {'device_id': '4e2430b1-8c8f-4136-abf8-c7170a5cbf57', 'network_id': 'd6d2700e-87da-42e8-bd68-6361cafa1e7e', 'admin_state_up': True, 'tenant_id': '1022ec32710c4438be1d656ef94cf199', 'security_groups': ['aead6c93-8d5b-4a00-8efd-7ee34086e598']}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:36:05.539228 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-86b5f4b3-d3a3-4cca-b278-200d4d42ab80 req-56a010af-07d6-4dfa-baaf-535e39e7974a tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e2430b1-8c8f-4136-abf8-c7170a5cbf57 HTTP/1.1" status: 200 len: 210 time: 0.0642257 Feb 21 00:36:05.579544 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cafed47-4c4d-4e50-af97-da45180a5e75', 'tag': '6bb787e3-e415-46c7-b65e-52a74666e345'}] {{(pid=109222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:36:05.582159 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81563fad7634ec273475caa61ca91dc94d21cc2561ee8f59b09b3f9a67cb5537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90107869-cd25-4587-ae0f-c623bb8c1c6f" -d '{"events": [{"name": "network-changed", "server_uuid": "5cafed47-4c4d-4e50-af97-da45180a5e75", "tag": "6bb787e3-e415-46c7-b65e-52a74666e345"}]}' {{(pid=109222) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:36:05.625198 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 00:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcf9002f-40d9-42f3-85b1-0fd72b9fc239 x-openstack-request-id: req-dcf9002f-40d9-42f3-85b1-0fd72b9fc239 {{(pid=109222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:36:05.625566 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cafed47-4c4d-4e50-af97-da45180a5e75", "tag": "6bb787e3-e415-46c7-b65e-52a74666e345", "status": "completed", "code": 200}]} {{(pid=109222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:36:05.625888 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-dcf9002f-40d9-42f3-85b1-0fd72b9fc239 {{(pid=109222) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:36:05.626350 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cafed47-4c4d-4e50-af97-da45180a5e75', 'tag': '6bb787e3-e415-46c7-b65e-52a74666e345', 'status': 'completed', 'code': 200} Feb 21 00:36:05.627141 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23652e7e-895f-4c5c-917f-a190b502e4be req-af630ebb-d8b8-4cad-bcbe-a2366303b03f tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Made reservation on behalf of 1022ec32710c4438be1d656ef94cf199 for: {'port': 1} {{(pid=109222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 00:36:05.630613 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-23652e7e-895f-4c5c-917f-a190b502e4be req-af630ebb-d8b8-4cad-bcbe-a2366303b03f tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:05.632351 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-482a7614-9684-43df-99dd-cc49aac4806d None None] Current status of the port 6bb787e3-e415-46c7-b65e-52a74666e345 is: ACTIVE; New status is: ACTIVE {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:36:05.701656 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90107869-cd25-4587-ae0f-c623bb8c1c6f req-e81cf7d7-604f-4c34-8206-c3c4a0f6ac88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:05.703610 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-90107869-cd25-4587-ae0f-c623bb8c1c6f req-e81cf7d7-604f-4c34-8206-c3c4a0f6ac88 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=471e14591c9b4e4d9bd298269ddebacb&device_id=5cafed47-4c4d-4e50-af97-da45180a5e75 HTTP/1.1" status: 200 len: 1168 time: 0.0502801 Feb 21 00:36:05.770026 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.db.db_base_plugin_common [req-23652e7e-895f-4c5c-917f-a190b502e4be req-af630ebb-d8b8-4cad-bcbe-a2366303b03f tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Allocated IP 172.20.0.9 (d6d2700e-87da-42e8-bd68-6361cafa1e7e/f35da8e3-8a83-4d91-8de4-129fb55d2a0b/99b64256-8953-4414-bd61-aec26170d274) {{(pid=109222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 00:36:05.818494 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90107869-cd25-4587-ae0f-c623bb8c1c6f req-6930df07-f527-4fca-8969-4f11679ed6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:05.820147 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-90107869-cd25-4587-ae0f-c623bb8c1c6f req-6930df07-f527-4fca-8969-4f11679ed6a2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ca36ee0b-69dd-47af-b5ea-ecee46692eff HTTP/1.1" status: 200 len: 916 time: 0.1089087 Feb 21 00:36:05.907535 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-90107869-cd25-4587-ae0f-c623bb8c1c6f req-97963756-6c13-4d2f-9f2d-261bc8095fba service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6bb787e3-e415-46c7-b65e-52a74666e345 HTTP/1.1" status: 200 len: 999 time: 0.0806136 Feb 21 00:36:05.971700 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90107869-cd25-4587-ae0f-c623bb8c1c6f req-efa8b4d7-6f2c-480a-8e2d-c1fd3fa95815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:05.973050 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-90107869-cd25-4587-ae0f-c623bb8c1c6f req-efa8b4d7-6f2c-480a-8e2d-c1fd3fa95815 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=29d266b3-d638-4ac9-99d5-4bbc8fdc8eb4 HTTP/1.1" status: 200 len: 854 time: 0.0582061 Feb 21 00:36:05.974865 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-23652e7e-895f-4c5c-917f-a190b502e4be req-af630ebb-d8b8-4cad-bcbe-a2366303b03f tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Publish callbacks [] for port (99b64256-8953-4414-bd61-aec26170d274), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:06.037261 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90107869-cd25-4587-ae0f-c623bb8c1c6f req-3da8102b-ed9f-45b0-a8b7-9d7e198d9ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:06.038767 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-90107869-cd25-4587-ae0f-c623bb8c1c6f req-3da8102b-ed9f-45b0-a8b7-9d7e198d9ec5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ca36ee0b-69dd-47af-b5ea-ecee46692eff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0575061 Feb 21 00:36:06.064464 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-23652e7e-895f-4c5c-917f-a190b502e4be req-af630ebb-d8b8-4cad-bcbe-a2366303b03f tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731676182815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8582894421'] for port (99b64256-8953-4414-bd61-aec26170d274), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:06.116691 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23652e7e-895f-4c5c-917f-a190b502e4be req-af630ebb-d8b8-4cad-bcbe-a2366303b03f tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Network d6d2700e-87da-42e8-bd68-6361cafa1e7e is already hosted by enough agents. {{(pid=109222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:36:06.130822 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.scheduler.base_scheduler [req-23652e7e-895f-4c5c-917f-a190b502e4be req-af630ebb-d8b8-4cad-bcbe-a2366303b03f tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Resources bound (agent type, host, resource id): {{(pid=109222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:36:06.137349 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-90107869-cd25-4587-ae0f-c623bb8c1c6f req-97cd05d1-4778-4a68-85fe-09c5a4caab4b service neutron] 10.222.0.36 "GET /v2.0/networks/ca36ee0b-69dd-47af-b5ea-ecee46692eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914741 Feb 21 00:36:06.137462 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.db.l3_dvrscheduler_db [req-23652e7e-895f-4c5c-917f-a190b502e4be req-af630ebb-d8b8-4cad-bcbe-a2366303b03f tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Received port after_create {{(pid=109222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 00:36:06.142946 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af630ebb-d8b8-4cad-bcbe-a2366303b03f tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Pushing event updated for resources: {'Port': ['ID=99b64256-8953-4414-bd61-aec26170d274,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:36:06.189241 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab92cd32-71f9-4058-985d-d2d51aea7e4a req-808a0aff-0109-4a85-9ad8-5ee1dbcd9b90 tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:06.190751 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-ab92cd32-71f9-4058-985d-d2d51aea7e4a req-808a0aff-0109-4a85-9ad8-5ee1dbcd9b90 tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] 10.222.0.45 "GET /v2.0/networks?id=9494c3e2-b13b-4815-a10a-85c5dcf4f43b HTTP/1.1" status: 200 len: 813 time: 0.1820908 Feb 21 00:36:06.210940 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23652e7e-895f-4c5c-917f-a190b502e4be req-af630ebb-d8b8-4cad-bcbe-a2366303b03f tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:06.211500 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-23652e7e-895f-4c5c-917f-a190b502e4be req-af630ebb-d8b8-4cad-bcbe-a2366303b03f tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469064'] for port (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:06.217049 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-ab92cd32-71f9-4058-985d-d2d51aea7e4a req-e9aac957-e202-4118-8c8d-4e9222f4acff tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] 10.222.0.45 "GET /v2.0/quotas/0c74fb4985674c6ca64f8d3ac1adedf4 HTTP/1.1" status: 200 len: 375 time: 0.0207062 Feb 21 00:36:06.252928 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-ab92cd32-71f9-4058-985d-d2d51aea7e4a req-1f38a1e8-68cf-4794-9a25-4da8a9e01d86 tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=0c74fb4985674c6ca64f8d3ac1adedf4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297720 Feb 21 00:36:06.255443 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-90107869-cd25-4587-ae0f-c623bb8c1c6f req-c0f97c6b-39b3-40c9-9466-aa53771f6271 service neutron] 10.222.0.36 "GET /v2.0/networks/ca36ee0b-69dd-47af-b5ea-ecee46692eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073506 Feb 21 00:36:06.256706 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-23652e7e-895f-4c5c-917f-a190b502e4be req-af630ebb-d8b8-4cad-bcbe-a2366303b03f tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7907107 Feb 21 00:36:06.289385 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [req-23652e7e-895f-4c5c-917f-a190b502e4be req-31621887-ec8f-424c-96f2-df958adb6971 service neutron] Request body: {'port': {'device_id': '4e2430b1-8c8f-4136-abf8-c7170a5cbf57', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:36:06.395551 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-09e0abcb-2b1d-4918-a5e2-a10ed408e1f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (417c2155-c2c7-44af-91e4-b32264eafb82), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:06.402123 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-23652e7e-895f-4c5c-917f-a190b502e4be req-31621887-ec8f-424c-96f2-df958adb6971 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (99b64256-8953-4414-bd61-aec26170d274), before_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:06.420177 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-ab92cd32-71f9-4058-985d-d2d51aea7e4a req-c895a76c-5cd0-4b27-9c35-d45be0a20ab8 service neutron] 10.222.0.45 "GET /v2.0/networks/9494c3e2-b13b-4815-a10a-85c5dcf4f43b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584606 Feb 21 00:36:06.463613 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-c38f6e1e-a757-4c4b-b516-8f73da15a4c8 None None] Provisioning complete for port 99b64256-8953-4414-bd61-aec26170d274 triggered by entity DHCP. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:36:06.463992 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-c38f6e1e-a757-4c4b-b516-8f73da15a4c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (99b64256-8953-4414-bd61-aec26170d274), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:06.500408 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-c38f6e1e-a757-4c4b-b516-8f73da15a4c8 None None] Port 99b64256-8953-4414-bd61-aec26170d274 cannot update to ACTIVE because it is not bound. {{(pid=109224) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 00:36:06.610328 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-ab92cd32-71f9-4058-985d-d2d51aea7e4a req-dda8bba7-39a4-4174-8728-c280b064264d service neutron] 10.222.0.45 "GET /v2.0/networks/9494c3e2-b13b-4815-a10a-85c5dcf4f43b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659071 Feb 21 00:36:06.660839 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1b9d47-0021-460e-ae8f-1fcdd2313bd4 req-b0f58205-8735-49f4-a51b-45f12a4316db tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:06.662485 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-fd1b9d47-0021-460e-ae8f-1fcdd2313bd4 req-b0f58205-8735-49f4-a51b-45f12a4316db tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e2430b1-8c8f-4136-abf8-c7170a5cbf57 HTTP/1.1" status: 200 len: 931 time: 0.0544603 Feb 21 00:36:06.722309 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-fd1b9d47-0021-460e-ae8f-1fcdd2313bd4 req-2e83d3d8-e2d8-4677-aeaa-86d4433c1bb0 tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead6c93-8d5b-4a00-8efd-7ee34086e598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522861 Feb 21 00:36:06.757885 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.notifiers.nova [req-23652e7e-895f-4c5c-917f-a190b502e4be req-31621887-ec8f-424c-96f2-df958adb6971 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99b64256-8953-4414-bd61-aec26170d274 {{(pid=109222) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 00:36:06.774667 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-23652e7e-895f-4c5c-917f-a190b502e4be req-31621887-ec8f-424c-96f2-df958adb6971 service neutron] Publish callbacks [] for port (99b64256-8953-4414-bd61-aec26170d274), precommit_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:06.798333 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-a0d887ba-b228-4c27-adca-0d52bc9b8faa req-37f2e661-59f3-45a5-850a-e5698057d3d5 tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] 10.222.0.45 "GET /v2.0/ports?device_id=f267e599-538e-4788-8935-b6c7bdaba1f4 HTTP/1.1" status: 200 len: 210 time: 0.0349629 Feb 21 00:36:06.802997 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.db.provisioning_blocks [req-23652e7e-895f-4c5c-917f-a190b502e4be req-31621887-ec8f-424c-96f2-df958adb6971 service neutron] Transition to ACTIVE for port object 99b64256-8953-4414-bd61-aec26170d274 will not be triggered until provisioned by entity L2. {{(pid=109222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 00:36:06.808754 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-23652e7e-895f-4c5c-917f-a190b502e4be req-31621887-ec8f-424c-96f2-df958adb6971 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8582894414'] for port (99b64256-8953-4414-bd61-aec26170d274), after_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:06.865424 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31621887-ec8f-424c-96f2-df958adb6971 service neutron] Pushing event updated for resources: {'Port': ['ID=99b64256-8953-4414-bd61-aec26170d274,revision_number=2']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:36:06.945449 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.managers [req-23652e7e-895f-4c5c-917f-a190b502e4be req-31621887-ec8f-424c-96f2-df958adb6971 service neutron] Attempting to bind port 99b64256-8953-4414-bd61-aec26170d274 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=109222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 00:36:06.945785 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.managers [req-23652e7e-895f-4c5c-917f-a190b502e4be req-31621887-ec8f-424c-96f2-df958adb6971 service neutron] Attempting to bind port 99b64256-8953-4414-bd61-aec26170d274 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '970eaf00-ac3b-4ec8-be6f-56128060f54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd6d2700e-87da-42e8-bd68-6361cafa1e7e'}] {{(pid=109222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 00:36:06.946117 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23652e7e-895f-4c5c-917f-a190b502e4be req-31621887-ec8f-424c-96f2-df958adb6971 service neutron] Attempting to bind port 99b64256-8953-4414-bd61-aec26170d274 on network d6d2700e-87da-42e8-bd68-6361cafa1e7e {{(pid=109222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:36:06.951466 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23652e7e-895f-4c5c-917f-a190b502e4be req-31621887-ec8f-424c-96f2-df958adb6971 service neutron] Port 99b64256-8953-4414-bd61-aec26170d274 on network d6d2700e-87da-42e8-bd68-6361cafa1e7e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=109222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 00:36:06.951646 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23652e7e-895f-4c5c-917f-a190b502e4be req-31621887-ec8f-424c-96f2-df958adb6971 service neutron] Attempting to bind port 99b64256-8953-4414-bd61-aec26170d274 on network d6d2700e-87da-42e8-bd68-6361cafa1e7e {{(pid=109222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:36:06.956833 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23652e7e-895f-4c5c-917f-a190b502e4be req-31621887-ec8f-424c-96f2-df958adb6971 service neutron] Checking agent: {'id': '2124d49d-e543-43fa-8e9f-817e1d020459', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 0, 29, 44), 'started_at': datetime.datetime(2022, 2, 21, 0, 29, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 0, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 00:36:06.957176 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23652e7e-895f-4c5c-917f-a190b502e4be req-31621887-ec8f-424c-96f2-df958adb6971 service neutron] Checking segment: {'id': '970eaf00-ac3b-4ec8-be6f-56128060f54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd6d2700e-87da-42e8-bd68-6361cafa1e7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:36:06.957560 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23652e7e-895f-4c5c-917f-a190b502e4be req-31621887-ec8f-424c-96f2-df958adb6971 service neutron] Bound using segment: {'id': '970eaf00-ac3b-4ec8-be6f-56128060f54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd6d2700e-87da-42e8-bd68-6361cafa1e7e'} {{(pid=109222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 00:36:06.958003 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.managers [req-23652e7e-895f-4c5c-917f-a190b502e4be req-31621887-ec8f-424c-96f2-df958adb6971 service neutron] Bound port: 99b64256-8953-4414-bd61-aec26170d274, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '970eaf00-ac3b-4ec8-be6f-56128060f54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd6d2700e-87da-42e8-bd68-6361cafa1e7e'}}] {{(pid=109222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 00:36:06.958346 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-23652e7e-895f-4c5c-917f-a190b502e4be req-31621887-ec8f-424c-96f2-df958adb6971 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (99b64256-8953-4414-bd61-aec26170d274), before_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:07.031582 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.db [req-23652e7e-895f-4c5c-917f-a190b502e4be req-31621887-ec8f-424c-96f2-df958adb6971 service neutron] For port 99b64256-8953-4414-bd61-aec26170d274, host hv-cinder-81322, cleared binding levels {{(pid=109222) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 00:36:07.034732 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.db [req-23652e7e-895f-4c5c-917f-a190b502e4be req-31621887-ec8f-424c-96f2-df958adb6971 service neutron] For port 99b64256-8953-4414-bd61-aec26170d274, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=99b64256-8953-4414-bd61-aec26170d274,segment=NetworkSegment(970eaf00-ac3b-4ec8-be6f-56128060f54e),segment_id=970eaf00-ac3b-4ec8-be6f-56128060f54e)] {{(pid=109222) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 00:36:07.042338 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-23652e7e-895f-4c5c-917f-a190b502e4be req-31621887-ec8f-424c-96f2-df958adb6971 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8582894414'] for port (99b64256-8953-4414-bd61-aec26170d274), after_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:07.074747 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23652e7e-895f-4c5c-917f-a190b502e4be req-31621887-ec8f-424c-96f2-df958adb6971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:07.075665 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-23652e7e-895f-4c5c-917f-a190b502e4be req-31621887-ec8f-424c-96f2-df958adb6971 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469064'] for port (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:07.077244 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-23652e7e-895f-4c5c-917f-a190b502e4be req-31621887-ec8f-424c-96f2-df958adb6971 service neutron] 10.222.0.36 "PUT /v2.0/ports/99b64256-8953-4414-bd61-aec26170d274 HTTP/1.1" status: 200 len: 1093 time: 0.7964473 Feb 21 00:36:07.110501 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31621887-ec8f-424c-96f2-df958adb6971 service neutron] Pushing event updated for resources: {'Port': ['ID=99b64256-8953-4414-bd61-aec26170d274,revision_number=3']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:36:07.184949 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23652e7e-895f-4c5c-917f-a190b502e4be req-5c339f82-b5c1-4713-bcce-79500dd7a5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:07.186733 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-23652e7e-895f-4c5c-917f-a190b502e4be req-5c339f82-b5c1-4713-bcce-79500dd7a5ed service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1022ec32710c4438be1d656ef94cf199&device_id=4e2430b1-8c8f-4136-abf8-c7170a5cbf57 HTTP/1.1" status: 200 len: 1127 time: 0.0494204 Feb 21 00:36:07.234908 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-23652e7e-895f-4c5c-917f-a190b502e4be req-68390068-92be-4706-bed6-1c3002567678 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99b64256-8953-4414-bd61-aec26170d274 HTTP/1.1" status: 200 len: 217 time: 0.0412421 Feb 21 00:36:07.287814 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23652e7e-895f-4c5c-917f-a190b502e4be req-74d6a765-a913-4f97-b6cc-0030edcd7664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:07.289362 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-23652e7e-895f-4c5c-917f-a190b502e4be req-74d6a765-a913-4f97-b6cc-0030edcd7664 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f35da8e3-8a83-4d91-8de4-129fb55d2a0b HTTP/1.1" status: 200 len: 847 time: 0.0457997 Feb 21 00:36:07.347884 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23652e7e-895f-4c5c-917f-a190b502e4be req-2574f035-9e08-4ce5-abef-024e7784dd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:07.349376 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-23652e7e-895f-4c5c-917f-a190b502e4be req-2574f035-9e08-4ce5-abef-024e7784dd94 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d6d2700e-87da-42e8-bd68-6361cafa1e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0488517 Feb 21 00:36:07.686561 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e2430b1-8c8f-4136-abf8-c7170a5cbf57', 'tag': '99b64256-8953-4414-bd61-aec26170d274'}] {{(pid=109222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:36:07.688842 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81563fad7634ec273475caa61ca91dc94d21cc2561ee8f59b09b3f9a67cb5537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8020a6bd-1560-4045-aefe-379b027471d7" -d '{"events": [{"name": "network-changed", "server_uuid": "4e2430b1-8c8f-4136-abf8-c7170a5cbf57", "tag": "99b64256-8953-4414-bd61-aec26170d274"}]}' {{(pid=109222) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:36:07.726575 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 00:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b526faf9-09b6-427e-8bc0-3de0ed87537a x-openstack-request-id: req-b526faf9-09b6-427e-8bc0-3de0ed87537a {{(pid=109222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:36:07.727217 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e2430b1-8c8f-4136-abf8-c7170a5cbf57", "tag": "99b64256-8953-4414-bd61-aec26170d274", "status": "completed", "code": 200}]} {{(pid=109222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:36:07.727483 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b526faf9-09b6-427e-8bc0-3de0ed87537a {{(pid=109222) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:36:07.727988 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e2430b1-8c8f-4136-abf8-c7170a5cbf57', 'tag': '99b64256-8953-4414-bd61-aec26170d274', 'status': 'completed', 'code': 200} Feb 21 00:36:07.739752 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-23652e7e-895f-4c5c-917f-a190b502e4be req-23a486e5-a11a-4e92-9f47-7aca36e962ba service neutron] 10.222.0.36 "GET /v2.0/networks/d6d2700e-87da-42e8-bd68-6361cafa1e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3645611 Feb 21 00:36:07.862515 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab92cd32-71f9-4058-985d-d2d51aea7e4a req-f43b392c-81ae-48b9-a5fe-5cddbdae6eb1 tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:07.864051 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-ab92cd32-71f9-4058-985d-d2d51aea7e4a req-f43b392c-81ae-48b9-a5fe-5cddbdae6eb1 tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] 10.222.0.36 "GET /v2.0/networks?id=9494c3e2-b13b-4815-a10a-85c5dcf4f43b HTTP/1.1" status: 200 len: 813 time: 0.1168129 Feb 21 00:36:07.876013 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-23652e7e-895f-4c5c-917f-a190b502e4be req-6010fe35-60c3-41f9-94a8-21fbea0a2c4d service neutron] 10.222.0.36 "GET /v2.0/networks/d6d2700e-87da-42e8-bd68-6361cafa1e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283929 Feb 21 00:36:07.891956 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d325cb88-d003-4c86-ab79-140a1a8e2d37 req-dfba4a49-9a78-4737-9adc-6a5081a03ad0 tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:07.893724 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.v2.base [req-ab92cd32-71f9-4058-985d-d2d51aea7e4a req-23f8b8f1-2957-4572-8423-d5a8172e25fa tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] Request body: {'port': {'device_id': 'f267e599-538e-4788-8935-b6c7bdaba1f4', 'network_id': '9494c3e2-b13b-4815-a10a-85c5dcf4f43b', 'admin_state_up': True, 'tenant_id': '0c74fb4985674c6ca64f8d3ac1adedf4'}} {{(pid=109223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:36:07.893924 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-d325cb88-d003-4c86-ab79-140a1a8e2d37 req-dfba4a49-9a78-4737-9adc-6a5081a03ad0 tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e2430b1-8c8f-4136-abf8-c7170a5cbf57 HTTP/1.1" status: 200 len: 943 time: 0.0931463 Feb 21 00:36:07.915426 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-814cc59d-866a-45b8-a5c5-efc09c751afb req-6fb6dfed-6be0-45d9-9427-abc02a8622c3 tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] 10.222.0.45 "GET /v2.0/ports?device_id=f267e599-538e-4788-8935-b6c7bdaba1f4 HTTP/1.1" status: 200 len: 210 time: 0.0389185 Feb 21 00:36:07.962198 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-d325cb88-d003-4c86-ab79-140a1a8e2d37 req-c205ea94-a073-4b77-802f-29c369069190 tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead6c93-8d5b-4a00-8efd-7ee34086e598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582838 Feb 21 00:36:08.002009 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8020a6bd-1560-4045-aefe-379b027471d7 req-e5bd8ebb-f796-4fb5-994b-61a9a28dc0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:08.003524 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-8020a6bd-1560-4045-aefe-379b027471d7 req-e5bd8ebb-f796-4fb5-994b-61a9a28dc0ad service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1022ec32710c4438be1d656ef94cf199&device_id=4e2430b1-8c8f-4136-abf8-c7170a5cbf57 HTTP/1.1" status: 200 len: 1127 time: 0.0536342 Feb 21 00:36:08.033640 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab92cd32-71f9-4058-985d-d2d51aea7e4a req-23f8b8f1-2957-4572-8423-d5a8172e25fa tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] Made reservation on behalf of 0c74fb4985674c6ca64f8d3ac1adedf4 for: {'port': 1} {{(pid=109223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 00:36:08.037330 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-ab92cd32-71f9-4058-985d-d2d51aea7e4a req-23f8b8f1-2957-4572-8423-d5a8172e25fa tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (None), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:08.046425 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (d6e95c40-1d90-4a13-9e37-1d6580a24190), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:08.105208 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8020a6bd-1560-4045-aefe-379b027471d7 req-a16e1b46-bc0f-4306-8b91-b06de8258223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:08.106990 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-8020a6bd-1560-4045-aefe-379b027471d7 req-a16e1b46-bc0f-4306-8b91-b06de8258223 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d6d2700e-87da-42e8-bd68-6361cafa1e7e HTTP/1.1" status: 200 len: 909 time: 0.0974400 Feb 21 00:36:08.151048 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-8020a6bd-1560-4045-aefe-379b027471d7 req-08a31cab-e75a-4ab8-b836-6b9fb95ff1e6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99b64256-8953-4414-bd61-aec26170d274 HTTP/1.1" status: 200 len: 217 time: 0.0339112 Feb 21 00:36:08.165868 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.db.db_base_plugin_common [req-ab92cd32-71f9-4058-985d-d2d51aea7e4a req-23f8b8f1-2957-4572-8423-d5a8172e25fa tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] Allocated IP 172.20.0.11 (9494c3e2-b13b-4815-a10a-85c5dcf4f43b/4e9a0204-edff-4938-8666-40e4ed5dec33/a2c176e4-3ec4-4450-9357-221844b62779) {{(pid=109223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 00:36:08.199616 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8020a6bd-1560-4045-aefe-379b027471d7 req-1465445c-5442-4b2c-9e58-732dcda1210a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:08.200992 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-8020a6bd-1560-4045-aefe-379b027471d7 req-1465445c-5442-4b2c-9e58-732dcda1210a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f35da8e3-8a83-4d91-8de4-129fb55d2a0b HTTP/1.1" status: 200 len: 847 time: 0.0433462 Feb 21 00:36:08.249755 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8020a6bd-1560-4045-aefe-379b027471d7 req-363b4efc-2656-41d1-b5af-307a5d1c31f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:08.251276 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-8020a6bd-1560-4045-aefe-379b027471d7 req-363b4efc-2656-41d1-b5af-307a5d1c31f1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d6d2700e-87da-42e8-bd68-6361cafa1e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430880 Feb 21 00:36:08.306333 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-ab92cd32-71f9-4058-985d-d2d51aea7e4a req-23f8b8f1-2957-4572-8423-d5a8172e25fa tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] Publish callbacks [] for port (a2c176e4-3ec4-4450-9357-221844b62779), precommit_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:08.340778 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-ab92cd32-71f9-4058-985d-d2d51aea7e4a req-23f8b8f1-2957-4572-8423-d5a8172e25fa tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731676182815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3995289'] for port (a2c176e4-3ec4-4450-9357-221844b62779), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:08.345890 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-8020a6bd-1560-4045-aefe-379b027471d7 req-560351c8-f486-4614-99b8-3b09b0b459a4 service neutron] 10.222.0.36 "GET /v2.0/networks/d6d2700e-87da-42e8-bd68-6361cafa1e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863495 Feb 21 00:36:08.383499 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab92cd32-71f9-4058-985d-d2d51aea7e4a req-23f8b8f1-2957-4572-8423-d5a8172e25fa tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] Network 9494c3e2-b13b-4815-a10a-85c5dcf4f43b is already hosted by enough agents. {{(pid=109223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:36:08.389489 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.scheduler.base_scheduler [req-ab92cd32-71f9-4058-985d-d2d51aea7e4a req-23f8b8f1-2957-4572-8423-d5a8172e25fa tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] Resources bound (agent type, host, resource id): {{(pid=109223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:36:08.391855 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab92cd32-71f9-4058-985d-d2d51aea7e4a req-23f8b8f1-2957-4572-8423-d5a8172e25fa tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] Received port after_create {{(pid=109223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 00:36:08.424869 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f8b8f1-2957-4572-8423-d5a8172e25fa tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] Pushing event updated for resources: {'Port': ['ID=a2c176e4-3ec4-4450-9357-221844b62779,revision_number=1']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:36:08.435652 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-8020a6bd-1560-4045-aefe-379b027471d7 req-31681350-8823-4ac5-bece-6547a80e534c service neutron] 10.222.0.36 "GET /v2.0/networks/d6d2700e-87da-42e8-bd68-6361cafa1e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829928 Feb 21 00:36:08.448766 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab92cd32-71f9-4058-985d-d2d51aea7e4a req-23f8b8f1-2957-4572-8423-d5a8172e25fa tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:08.449369 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-ab92cd32-71f9-4058-985d-d2d51aea7e4a req-23f8b8f1-2957-4572-8423-d5a8172e25fa tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469064'] for port (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:08.465151 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-ab92cd32-71f9-4058-985d-d2d51aea7e4a req-23f8b8f1-2957-4572-8423-d5a8172e25fa tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5872438 Feb 21 00:36:08.477023 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.v2.base [req-ab92cd32-71f9-4058-985d-d2d51aea7e4a req-b51ac5d0-1f89-4cb7-bf09-5ee74d4fdab2 service neutron] Request body: {'port': {'device_id': 'f267e599-538e-4788-8935-b6c7bdaba1f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=109223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:36:08.536929 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-ab92cd32-71f9-4058-985d-d2d51aea7e4a req-b51ac5d0-1f89-4cb7-bf09-5ee74d4fdab2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (a2c176e4-3ec4-4450-9357-221844b62779), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:08.812802 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.notifiers.nova [req-ab92cd32-71f9-4058-985d-d2d51aea7e4a req-b51ac5d0-1f89-4cb7-bf09-5ee74d4fdab2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2c176e4-3ec4-4450-9357-221844b62779 {{(pid=109223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 00:36:08.821047 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-ab92cd32-71f9-4058-985d-d2d51aea7e4a req-b51ac5d0-1f89-4cb7-bf09-5ee74d4fdab2 service neutron] Publish callbacks [] for port (a2c176e4-3ec4-4450-9357-221844b62779), precommit_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:08.833150 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [req-ab92cd32-71f9-4058-985d-d2d51aea7e4a req-b51ac5d0-1f89-4cb7-bf09-5ee74d4fdab2 service neutron] Transition to ACTIVE for port object a2c176e4-3ec4-4450-9357-221844b62779 will not be triggered until provisioned by entity L2. {{(pid=109223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 00:36:08.837443 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-ab92cd32-71f9-4058-985d-d2d51aea7e4a req-b51ac5d0-1f89-4cb7-bf09-5ee74d4fdab2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3995266'] for port (a2c176e4-3ec4-4450-9357-221844b62779), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:08.888887 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51ac5d0-1f89-4cb7-bf09-5ee74d4fdab2 service neutron] Pushing event updated for resources: {'Port': ['ID=a2c176e4-3ec4-4450-9357-221844b62779,revision_number=2']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:36:08.957754 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.managers [req-ab92cd32-71f9-4058-985d-d2d51aea7e4a req-b51ac5d0-1f89-4cb7-bf09-5ee74d4fdab2 service neutron] Attempting to bind port a2c176e4-3ec4-4450-9357-221844b62779 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=109223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 00:36:08.958157 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.managers [req-ab92cd32-71f9-4058-985d-d2d51aea7e4a req-b51ac5d0-1f89-4cb7-bf09-5ee74d4fdab2 service neutron] Attempting to bind port a2c176e4-3ec4-4450-9357-221844b62779 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '44fbb5db-c5b2-4e96-93d0-4174690df5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '9494c3e2-b13b-4815-a10a-85c5dcf4f43b'}] {{(pid=109223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 00:36:08.958519 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab92cd32-71f9-4058-985d-d2d51aea7e4a req-b51ac5d0-1f89-4cb7-bf09-5ee74d4fdab2 service neutron] Attempting to bind port a2c176e4-3ec4-4450-9357-221844b62779 on network 9494c3e2-b13b-4815-a10a-85c5dcf4f43b {{(pid=109223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:36:08.964472 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab92cd32-71f9-4058-985d-d2d51aea7e4a req-b51ac5d0-1f89-4cb7-bf09-5ee74d4fdab2 service neutron] Port a2c176e4-3ec4-4450-9357-221844b62779 on network 9494c3e2-b13b-4815-a10a-85c5dcf4f43b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=109223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 00:36:08.964802 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab92cd32-71f9-4058-985d-d2d51aea7e4a req-b51ac5d0-1f89-4cb7-bf09-5ee74d4fdab2 service neutron] Attempting to bind port a2c176e4-3ec4-4450-9357-221844b62779 on network 9494c3e2-b13b-4815-a10a-85c5dcf4f43b {{(pid=109223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:36:08.969536 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab92cd32-71f9-4058-985d-d2d51aea7e4a req-b51ac5d0-1f89-4cb7-bf09-5ee74d4fdab2 service neutron] Checking agent: {'id': '2124d49d-e543-43fa-8e9f-817e1d020459', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 0, 29, 44), 'started_at': datetime.datetime(2022, 2, 21, 0, 29, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 0, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 00:36:08.969876 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab92cd32-71f9-4058-985d-d2d51aea7e4a req-b51ac5d0-1f89-4cb7-bf09-5ee74d4fdab2 service neutron] Checking segment: {'id': '44fbb5db-c5b2-4e96-93d0-4174690df5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '9494c3e2-b13b-4815-a10a-85c5dcf4f43b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:36:08.970259 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab92cd32-71f9-4058-985d-d2d51aea7e4a req-b51ac5d0-1f89-4cb7-bf09-5ee74d4fdab2 service neutron] Bound using segment: {'id': '44fbb5db-c5b2-4e96-93d0-4174690df5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '9494c3e2-b13b-4815-a10a-85c5dcf4f43b'} {{(pid=109223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 00:36:08.970946 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.managers [req-ab92cd32-71f9-4058-985d-d2d51aea7e4a req-b51ac5d0-1f89-4cb7-bf09-5ee74d4fdab2 service neutron] Bound port: a2c176e4-3ec4-4450-9357-221844b62779, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44fbb5db-c5b2-4e96-93d0-4174690df5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '9494c3e2-b13b-4815-a10a-85c5dcf4f43b'}}] {{(pid=109223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 00:36:08.971358 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-ab92cd32-71f9-4058-985d-d2d51aea7e4a req-b51ac5d0-1f89-4cb7-bf09-5ee74d4fdab2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (a2c176e4-3ec4-4450-9357-221844b62779), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:09.073645 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [req-ab92cd32-71f9-4058-985d-d2d51aea7e4a req-b51ac5d0-1f89-4cb7-bf09-5ee74d4fdab2 service neutron] For port a2c176e4-3ec4-4450-9357-221844b62779, host hv-cinder-81322, cleared binding levels {{(pid=109223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 00:36:09.077673 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [req-ab92cd32-71f9-4058-985d-d2d51aea7e4a req-b51ac5d0-1f89-4cb7-bf09-5ee74d4fdab2 service neutron] For port a2c176e4-3ec4-4450-9357-221844b62779, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a2c176e4-3ec4-4450-9357-221844b62779,segment=NetworkSegment(44fbb5db-c5b2-4e96-93d0-4174690df5fa),segment_id=44fbb5db-c5b2-4e96-93d0-4174690df5fa)] {{(pid=109223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 00:36:09.085076 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045c613e-079d-42e8-a83c-c6d0ab728054 req-7e04c42d-fe0b-4e7c-9cc8-68cba3681c3f tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:09.086567 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-045c613e-079d-42e8-a83c-c6d0ab728054 req-7e04c42d-fe0b-4e7c-9cc8-68cba3681c3f tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] 10.222.0.45 "GET /v2.0/ports?device_id=f267e599-538e-4788-8935-b6c7bdaba1f4 HTTP/1.1" status: 200 len: 944 time: 0.0787506 Feb 21 00:36:09.089219 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a61df3-b5a6-40fa-9be6-f08f38851c9b req-c0cc0193-a010-4e14-9f70-842aa25f9909 tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:09.090929 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-73a61df3-b5a6-40fa-9be6-f08f38851c9b req-c0cc0193-a010-4e14-9f70-842aa25f9909 tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e2430b1-8c8f-4136-abf8-c7170a5cbf57 HTTP/1.1" status: 200 len: 943 time: 0.0585573 Feb 21 00:36:09.092921 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-ab92cd32-71f9-4058-985d-d2d51aea7e4a req-b51ac5d0-1f89-4cb7-bf09-5ee74d4fdab2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3995266'] for port (a2c176e4-3ec4-4450-9357-221844b62779), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:09.142261 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-73a61df3-b5a6-40fa-9be6-f08f38851c9b req-310d9ab2-84ac-4a87-9bc8-a945234fa349 tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead6c93-8d5b-4a00-8efd-7ee34086e598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449123 Feb 21 00:36:09.162767 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab92cd32-71f9-4058-985d-d2d51aea7e4a req-b51ac5d0-1f89-4cb7-bf09-5ee74d4fdab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:09.162767 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-ab92cd32-71f9-4058-985d-d2d51aea7e4a req-b51ac5d0-1f89-4cb7-bf09-5ee74d4fdab2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469064'] for port (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:09.162767 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-ab92cd32-71f9-4058-985d-d2d51aea7e4a req-b51ac5d0-1f89-4cb7-bf09-5ee74d4fdab2 service neutron] 10.222.0.36 "PUT /v2.0/ports/a2c176e4-3ec4-4450-9357-221844b62779 HTTP/1.1" status: 200 len: 1094 time: 0.6851418 Feb 21 00:36:09.162767 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f267e599-538e-4788-8935-b6c7bdaba1f4', 'tag': 'a2c176e4-3ec4-4450-9357-221844b62779'}] {{(pid=109223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:36:09.163412 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e715aefe3c9ef135eab9c3f6db0762b6d644c88deee0f0e52fc82e911840b856" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e870cec-3818-475f-906b-1bb9d7eaab26" -d '{"events": [{"name": "network-changed", "server_uuid": "f267e599-538e-4788-8935-b6c7bdaba1f4", "tag": "a2c176e4-3ec4-4450-9357-221844b62779"}]}' {{(pid=109223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:36:09.196705 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51ac5d0-1f89-4cb7-bf09-5ee74d4fdab2 service neutron] Pushing event updated for resources: {'Port': ['ID=a2c176e4-3ec4-4450-9357-221844b62779,revision_number=3']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:36:09.216453 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 00:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c051b65-7b5e-4051-bee4-9e641836c54e x-openstack-request-id: req-9c051b65-7b5e-4051-bee4-9e641836c54e {{(pid=109223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:36:09.216746 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f267e599-538e-4788-8935-b6c7bdaba1f4", "tag": "a2c176e4-3ec4-4450-9357-221844b62779", "status": "completed", "code": 200}]} {{(pid=109223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:36:09.217002 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9c051b65-7b5e-4051-bee4-9e641836c54e {{(pid=109223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:36:09.217393 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f267e599-538e-4788-8935-b6c7bdaba1f4', 'tag': 'a2c176e4-3ec4-4450-9357-221844b62779', 'status': 'completed', 'code': 200} Feb 21 00:36:09.235491 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-045c613e-079d-42e8-a83c-c6d0ab728054 req-1681a526-e089-459f-bea9-9da41c3f329d tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] 10.222.0.45 "GET /v2.0/security-groups?id=943d9094-73ba-4c4f-8835-aab977d1176c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402247 Feb 21 00:36:09.253654 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab92cd32-71f9-4058-985d-d2d51aea7e4a req-baa00cf1-cb34-49eb-9e3f-61cf8a8e3591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:09.255133 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-ab92cd32-71f9-4058-985d-d2d51aea7e4a req-baa00cf1-cb34-49eb-9e3f-61cf8a8e3591 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0c74fb4985674c6ca64f8d3ac1adedf4&device_id=f267e599-538e-4788-8935-b6c7bdaba1f4 HTTP/1.1" status: 200 len: 1128 time: 0.0530133 Feb 21 00:36:09.296450 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-ab92cd32-71f9-4058-985d-d2d51aea7e4a req-314d3cfe-bed5-4e32-b038-74063aa52487 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2c176e4-3ec4-4450-9357-221844b62779 HTTP/1.1" status: 200 len: 217 time: 0.0338140 Feb 21 00:36:09.344356 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab92cd32-71f9-4058-985d-d2d51aea7e4a req-80c51b82-1b3e-4181-a370-f2d602222bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:09.345966 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-ab92cd32-71f9-4058-985d-d2d51aea7e4a req-80c51b82-1b3e-4181-a370-f2d602222bcc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4e9a0204-edff-4938-8666-40e4ed5dec33 HTTP/1.1" status: 200 len: 853 time: 0.0417824 Feb 21 00:36:09.381879 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-ab92cd32-71f9-4058-985d-d2d51aea7e4a req-9aedc76b-9585-4fbd-97be-cf004cd708a3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9494c3e2-b13b-4815-a10a-85c5dcf4f43b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272262 Feb 21 00:36:09.468263 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-ab92cd32-71f9-4058-985d-d2d51aea7e4a req-1d704c06-551e-4fdf-aa68-03d1e2894394 service neutron] 10.222.0.36 "GET /v2.0/networks/9494c3e2-b13b-4815-a10a-85c5dcf4f43b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788214 Feb 21 00:36:09.558728 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-ab92cd32-71f9-4058-985d-d2d51aea7e4a req-8a74dfcf-f2f6-414d-8557-54ce72528019 service neutron] 10.222.0.36 "GET /v2.0/networks/9494c3e2-b13b-4815-a10a-85c5dcf4f43b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836136 Feb 21 00:36:09.661961 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e870cec-3818-475f-906b-1bb9d7eaab26 req-e0699874-b3ee-47ff-b203-ab6691dd0130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:09.663492 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-9e870cec-3818-475f-906b-1bb9d7eaab26 req-e0699874-b3ee-47ff-b203-ab6691dd0130 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0c74fb4985674c6ca64f8d3ac1adedf4&device_id=f267e599-538e-4788-8935-b6c7bdaba1f4 HTTP/1.1" status: 200 len: 1128 time: 0.0481625 Feb 21 00:36:09.754274 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e870cec-3818-475f-906b-1bb9d7eaab26 req-d13eb7b0-3697-4985-afac-ce64a7055069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:09.755775 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-9e870cec-3818-475f-906b-1bb9d7eaab26 req-d13eb7b0-3697-4985-afac-ce64a7055069 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9494c3e2-b13b-4815-a10a-85c5dcf4f43b HTTP/1.1" status: 200 len: 914 time: 0.0832937 Feb 21 00:36:09.800536 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-9e870cec-3818-475f-906b-1bb9d7eaab26 req-dda31813-a459-4ed8-88e6-4bf36028f60d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2c176e4-3ec4-4450-9357-221844b62779 HTTP/1.1" status: 200 len: 217 time: 0.0377607 Feb 21 00:36:09.850299 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e870cec-3818-475f-906b-1bb9d7eaab26 req-1a9cd516-b8ac-4269-ac40-17b76f4de8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:09.851786 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-9e870cec-3818-475f-906b-1bb9d7eaab26 req-1a9cd516-b8ac-4269-ac40-17b76f4de8f2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4e9a0204-edff-4938-8666-40e4ed5dec33 HTTP/1.1" status: 200 len: 853 time: 0.0436554 Feb 21 00:36:09.887351 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-9e870cec-3818-475f-906b-1bb9d7eaab26 req-7078d961-84f9-4c6d-87dc-0a25286c1590 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9494c3e2-b13b-4815-a10a-85c5dcf4f43b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276563 Feb 21 00:36:09.980362 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-9e870cec-3818-475f-906b-1bb9d7eaab26 req-41dec14b-922b-461a-a5df-8f918385dd0a service neutron] 10.222.0.36 "GET /v2.0/networks/9494c3e2-b13b-4815-a10a-85c5dcf4f43b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861640 Feb 21 00:36:10.066590 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-9e870cec-3818-475f-906b-1bb9d7eaab26 req-9fe36cd5-e705-4bf3-be3d-7ef2f01a09ba service neutron] 10.222.0.36 "GET /v2.0/networks/9494c3e2-b13b-4815-a10a-85c5dcf4f43b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790577 Feb 21 00:36:10.260655 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5891e6-8483-40b2-b91e-1410599da1d9 req-03014cdf-23fe-4891-982f-fd7d2138e7c5 tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:10.262146 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-cf5891e6-8483-40b2-b91e-1410599da1d9 req-03014cdf-23fe-4891-982f-fd7d2138e7c5 tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e2430b1-8c8f-4136-abf8-c7170a5cbf57 HTTP/1.1" status: 200 len: 943 time: 0.0516860 Feb 21 00:36:10.309909 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-cf5891e6-8483-40b2-b91e-1410599da1d9 req-9e19b519-4679-425c-ad07-a5ae5940a94a tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead6c93-8d5b-4a00-8efd-7ee34086e598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424364 Feb 21 00:36:10.358804 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6b17ee-891d-40c4-b68c-a242d57788b3 req-6dbff3eb-c322-4e2c-90ea-7200e91cace2 tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:10.360296 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-0f6b17ee-891d-40c4-b68c-a242d57788b3 req-6dbff3eb-c322-4e2c-90ea-7200e91cace2 tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] 10.222.0.45 "GET /v2.0/ports?device_id=f267e599-538e-4788-8935-b6c7bdaba1f4 HTTP/1.1" status: 200 len: 944 time: 0.0558007 Feb 21 00:36:10.408554 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-0f6b17ee-891d-40c4-b68c-a242d57788b3 req-d0dbe4ec-5fe5-4283-83d4-e23ab234dd42 tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] 10.222.0.45 "GET /v2.0/security-groups?id=943d9094-73ba-4c4f-8835-aab977d1176c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428634 Feb 21 00:36:11.428859 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb60bc4-513b-4316-aa2e-ca3729f9224c req-fae70fbd-19f7-4d2e-9b89-6f33c758b583 tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:11.430375 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-4fb60bc4-513b-4316-aa2e-ca3729f9224c req-fae70fbd-19f7-4d2e-9b89-6f33c758b583 tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e2430b1-8c8f-4136-abf8-c7170a5cbf57 HTTP/1.1" status: 200 len: 943 time: 0.0541472 Feb 21 00:36:11.478969 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-4fb60bc4-513b-4316-aa2e-ca3729f9224c req-6fe796ed-e4b4-45ef-a258-2e218553c6d7 tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead6c93-8d5b-4a00-8efd-7ee34086e598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430465 Feb 21 00:36:11.529611 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b1d2ba-85ae-460a-a65a-b78ee6c93519 req-d10f8d2a-1e95-44f9-9af9-796ef190f91a tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:11.531061 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-b9b1d2ba-85ae-460a-a65a-b78ee6c93519 req-d10f8d2a-1e95-44f9-9af9-796ef190f91a tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] 10.222.0.45 "GET /v2.0/ports?device_id=f267e599-538e-4788-8935-b6c7bdaba1f4 HTTP/1.1" status: 200 len: 944 time: 0.0561116 Feb 21 00:36:11.575897 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-b9b1d2ba-85ae-460a-a65a-b78ee6c93519 req-2b43ac64-20b0-4a1e-87f1-f09e88ed50af tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] 10.222.0.45 "GET /v2.0/security-groups?id=943d9094-73ba-4c4f-8835-aab977d1176c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393546 Feb 21 00:36:12.592204 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313fe83d-9dfa-4b45-8584-74ad59761095 req-7de0e2fd-ff77-450a-852b-69b12e715729 tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:12.593675 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-313fe83d-9dfa-4b45-8584-74ad59761095 req-7de0e2fd-ff77-450a-852b-69b12e715729 tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e2430b1-8c8f-4136-abf8-c7170a5cbf57 HTTP/1.1" status: 200 len: 943 time: 0.0506477 Feb 21 00:36:12.642882 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-313fe83d-9dfa-4b45-8584-74ad59761095 req-1b8e4119-e045-4bda-9254-1ef7391788ac tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead6c93-8d5b-4a00-8efd-7ee34086e598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435257 Feb 21 00:36:12.691423 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093d89c6-0ee2-4af1-9d03-013181145d19 req-0d0b3af0-5d3e-462b-9dae-b76ebedcea43 tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:12.692869 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-093d89c6-0ee2-4af1-9d03-013181145d19 req-0d0b3af0-5d3e-462b-9dae-b76ebedcea43 tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] 10.222.0.45 "GET /v2.0/ports?device_id=f267e599-538e-4788-8935-b6c7bdaba1f4 HTTP/1.1" status: 200 len: 944 time: 0.0506020 Feb 21 00:36:12.738518 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-093d89c6-0ee2-4af1-9d03-013181145d19 req-5d0fc1b3-a557-4426-adf9-41daa9c3d8f5 tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] 10.222.0.45 "GET /v2.0/security-groups?id=943d9094-73ba-4c4f-8835-aab977d1176c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396712 Feb 21 00:36:13.760887 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0d2423-4803-4c48-a8fd-b694a633357e req-92f9eb75-2d05-40d0-b0b2-9b77d39b0c93 tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:13.762302 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-4f0d2423-4803-4c48-a8fd-b694a633357e req-92f9eb75-2d05-40d0-b0b2-9b77d39b0c93 tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e2430b1-8c8f-4136-abf8-c7170a5cbf57 HTTP/1.1" status: 200 len: 943 time: 0.0521777 Feb 21 00:36:13.814571 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-4f0d2423-4803-4c48-a8fd-b694a633357e req-c9ccbf3d-a0c8-4f7e-af2b-22a06660c960 tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead6c93-8d5b-4a00-8efd-7ee34086e598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466645 Feb 21 00:36:13.857846 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822d1c08-a745-4f2d-a40e-7df20c5fc658 req-c938fdc4-bf2c-4d13-899b-c07672c79856 tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:13.859302 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-822d1c08-a745-4f2d-a40e-7df20c5fc658 req-c938fdc4-bf2c-4d13-899b-c07672c79856 tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] 10.222.0.45 "GET /v2.0/ports?device_id=f267e599-538e-4788-8935-b6c7bdaba1f4 HTTP/1.1" status: 200 len: 944 time: 0.0555356 Feb 21 00:36:13.906623 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-822d1c08-a745-4f2d-a40e-7df20c5fc658 req-39f57530-ffa6-4722-8fcc-da5c6d6dc150 tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] 10.222.0.45 "GET /v2.0/security-groups?id=943d9094-73ba-4c4f-8835-aab977d1176c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418448 Feb 21 00:36:14.650454 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (2124d49d-e543-43fa-8e9f-817e1d020459), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:14.930913 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12046e9e-1041-4f93-8f24-16e79c62b202 req-18a383e3-6ebb-48d2-aa41-4350cebd4f1d tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:14.932919 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-12046e9e-1041-4f93-8f24-16e79c62b202 req-18a383e3-6ebb-48d2-aa41-4350cebd4f1d tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e2430b1-8c8f-4136-abf8-c7170a5cbf57 HTTP/1.1" status: 200 len: 943 time: 0.0527258 Feb 21 00:36:14.980814 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-12046e9e-1041-4f93-8f24-16e79c62b202 req-2568fffa-8892-4b22-b595-ea275c1aa19e tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead6c93-8d5b-4a00-8efd-7ee34086e598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424309 Feb 21 00:36:15.022121 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d008c55f-4470-44eb-9129-aa99f1d33daa req-36e1847e-029f-48ba-905f-952b4b20c633 tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:15.023613 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-d008c55f-4470-44eb-9129-aa99f1d33daa req-36e1847e-029f-48ba-905f-952b4b20c633 tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] 10.222.0.45 "GET /v2.0/ports?device_id=f267e599-538e-4788-8935-b6c7bdaba1f4 HTTP/1.1" status: 200 len: 944 time: 0.0520160 Feb 21 00:36:15.069811 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-d008c55f-4470-44eb-9129-aa99f1d33daa req-415915bc-8692-4ad6-bc82-a2962e08c348 tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] 10.222.0.45 "GET /v2.0/security-groups?id=943d9094-73ba-4c4f-8835-aab977d1176c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408163 Feb 21 00:36:16.098161 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bd47ef-823c-41f9-94b7-d605c47ba10a req-5ff06c49-232e-4152-a066-1d42ff86957c tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:16.099840 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-81bd47ef-823c-41f9-94b7-d605c47ba10a req-5ff06c49-232e-4152-a066-1d42ff86957c tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e2430b1-8c8f-4136-abf8-c7170a5cbf57 HTTP/1.1" status: 200 len: 943 time: 0.0529625 Feb 21 00:36:16.149963 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-81bd47ef-823c-41f9-94b7-d605c47ba10a req-9ea55fe4-c983-4ef8-bfd2-f845aaa5e788 tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead6c93-8d5b-4a00-8efd-7ee34086e598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438645 Feb 21 00:36:16.185690 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93898803-b93e-4b97-b793-471cce8e2365 req-edc7e742-e690-473c-9e10-76f801786552 tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:16.187134 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-93898803-b93e-4b97-b793-471cce8e2365 req-edc7e742-e690-473c-9e10-76f801786552 tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] 10.222.0.45 "GET /v2.0/ports?device_id=f267e599-538e-4788-8935-b6c7bdaba1f4 HTTP/1.1" status: 200 len: 944 time: 0.0505800 Feb 21 00:36:16.235560 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-93898803-b93e-4b97-b793-471cce8e2365 req-53284b61-b196-4532-a9b4-1064af11ca55 tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] 10.222.0.45 "GET /v2.0/security-groups?id=943d9094-73ba-4c4f-8835-aab977d1176c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427272 Feb 21 00:36:16.600307 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Device a2c176e4-3ec4-4450-9357-221844b62779 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109224) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 00:36:16.811718 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] For port a2c176e4-3ec4-4450-9357-221844b62779, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a2c176e4-3ec4-4450-9357-221844b62779,segment=NetworkSegment(44fbb5db-c5b2-4e96-93d0-4174690df5fa),segment_id=44fbb5db-c5b2-4e96-93d0-4174690df5fa)] {{(pid=109224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:36:16.822637 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Returning: {'device': 'a2c176e4-3ec4-4450-9357-221844b62779', 'network_id': '9494c3e2-b13b-4815-a10a-85c5dcf4f43b', 'port_id': 'a2c176e4-3ec4-4450-9357-221844b62779', 'mac_address': 'fa:16:3e:10:82:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e9a0204-edff-4938-8666-40e4ed5dec33', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109224) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 00:36:16.859066 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Current status of the port a2c176e4-3ec4-4450-9357-221844b62779 is: DOWN; New status is: BUILD {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:36:16.859411 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (a2c176e4-3ec4-4450-9357-221844b62779), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:16.871978 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.notifiers.nova [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2c176e4-3ec4-4450-9357-221844b62779 {{(pid=109224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 00:36:16.890293 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] For port a2c176e4-3ec4-4450-9357-221844b62779, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a2c176e4-3ec4-4450-9357-221844b62779,segment=NetworkSegment(44fbb5db-c5b2-4e96-93d0-4174690df5fa),segment_id=44fbb5db-c5b2-4e96-93d0-4174690df5fa)] {{(pid=109224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:36:16.893252 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (a2c176e4-3ec4-4450-9357-221844b62779), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:16.941475 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Pushing event updated for resources: {'Port': ['ID=a2c176e4-3ec4-4450-9357-221844b62779,revision_number=4']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:36:16.948352 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:36:16.948734 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:36:16.949105 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:36:16.949461 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:36:16.949799 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:36:16.950137 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:36:16.950472 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:36:16.950804 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:36:16.951132 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:36:16.951508 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:36:16.951843 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:36:16.952170 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:36:16.952496 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:36:17.231120 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] get_ports_and_sgs() called for port_ids ['a2c176e4-3ec4-4450-9357-221844b62779'] {{(pid=109224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 00:36:17.289164 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3a0a77-0f89-4c01-888e-52c79d551fa3 req-d340ad0d-05db-4e27-ab66-61eaaa9e9538 tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:17.291683 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-3b3a0a77-0f89-4c01-888e-52c79d551fa3 req-d340ad0d-05db-4e27-ab66-61eaaa9e9538 tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e2430b1-8c8f-4136-abf8-c7170a5cbf57 HTTP/1.1" status: 200 len: 943 time: 0.0759809 Feb 21 00:36:17.344929 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-3b3a0a77-0f89-4c01-888e-52c79d551fa3 req-33355073-f5fa-4e0a-8f08-36348b0aa039 tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead6c93-8d5b-4a00-8efd-7ee34086e598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466998 Feb 21 00:36:17.391922 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b809aa24-e8d0-4008-ad71-8ee6c3741b78 req-c94e5263-2146-4639-ab71-38931760548e tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:17.393418 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-b809aa24-e8d0-4008-ad71-8ee6c3741b78 req-c94e5263-2146-4639-ab71-38931760548e tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] 10.222.0.45 "GET /v2.0/ports?device_id=f267e599-538e-4788-8935-b6c7bdaba1f4 HTTP/1.1" status: 200 len: 945 time: 0.0638964 Feb 21 00:36:17.445457 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-b809aa24-e8d0-4008-ad71-8ee6c3741b78 req-4955c316-fc7d-46d7-a00e-766438bf3b41 tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] 10.222.0.45 "GET /v2.0/security-groups?id=943d9094-73ba-4c4f-8835-aab977d1176c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463631 Feb 21 00:36:18.461803 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dbb2ae-ca5f-4d6b-9cd1-d3eae8694cd2 req-762ba2eb-fffe-43c5-966a-46fdbf80de90 tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:18.463153 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-e4dbb2ae-ca5f-4d6b-9cd1-d3eae8694cd2 req-762ba2eb-fffe-43c5-966a-46fdbf80de90 tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e2430b1-8c8f-4136-abf8-c7170a5cbf57 HTTP/1.1" status: 200 len: 943 time: 0.0509758 Feb 21 00:36:18.513100 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-e4dbb2ae-ca5f-4d6b-9cd1-d3eae8694cd2 req-562f7db3-b19b-41f1-abd3-a1a99473c752 tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead6c93-8d5b-4a00-8efd-7ee34086e598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444720 Feb 21 00:36:18.568326 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af2003a-732c-4422-8188-93ba78dd154e req-5414dd77-f0ce-4f64-9e9c-ce674a82e32d tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:18.569799 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-7af2003a-732c-4422-8188-93ba78dd154e req-5414dd77-f0ce-4f64-9e9c-ce674a82e32d tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] 10.222.0.45 "GET /v2.0/ports?device_id=f267e599-538e-4788-8935-b6c7bdaba1f4 HTTP/1.1" status: 200 len: 945 time: 0.0538800 Feb 21 00:36:18.613199 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Device 99b64256-8953-4414-bd61-aec26170d274 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109224) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 00:36:18.616215 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-7af2003a-732c-4422-8188-93ba78dd154e req-3a2b9aae-ef1c-4655-a771-323ecd942b1b tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] 10.222.0.45 "GET /v2.0/security-groups?id=943d9094-73ba-4c4f-8835-aab977d1176c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405328 Feb 21 00:36:18.616370 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Device a2c176e4-3ec4-4450-9357-221844b62779 up at agent hyperv_hv-cinder-81322 {{(pid=109224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:36:18.725449 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Provisioning for port a2c176e4-3ec4-4450-9357-221844b62779 completed by entity L2. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 00:36:18.732400 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Provisioning complete for port a2c176e4-3ec4-4450-9357-221844b62779 triggered by entity L2. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:36:18.732783 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (a2c176e4-3ec4-4450-9357-221844b62779), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:18.770055 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] For port 99b64256-8953-4414-bd61-aec26170d274, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=99b64256-8953-4414-bd61-aec26170d274,segment=NetworkSegment(970eaf00-ac3b-4ec8-be6f-56128060f54e),segment_id=970eaf00-ac3b-4ec8-be6f-56128060f54e)] {{(pid=109224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:36:18.784701 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Returning: {'device': '99b64256-8953-4414-bd61-aec26170d274', 'network_id': 'd6d2700e-87da-42e8-bd68-6361cafa1e7e', 'port_id': '99b64256-8953-4414-bd61-aec26170d274', 'mac_address': 'fa:16:3e:0f:d8:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f35da8e3-8a83-4d91-8de4-129fb55d2a0b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109224) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 00:36:18.850144 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Current status of the port 99b64256-8953-4414-bd61-aec26170d274 is: DOWN; New status is: BUILD {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:36:18.850535 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (99b64256-8953-4414-bd61-aec26170d274), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:18.869991 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.notifiers.nova [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99b64256-8953-4414-bd61-aec26170d274 {{(pid=109224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 00:36:18.876158 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Current status of the port a2c176e4-3ec4-4450-9357-221844b62779 is: BUILD; New status is: ACTIVE {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:36:18.876540 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (a2c176e4-3ec4-4450-9357-221844b62779), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:18.903392 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] For port 99b64256-8953-4414-bd61-aec26170d274, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=99b64256-8953-4414-bd61-aec26170d274,segment=NetworkSegment(970eaf00-ac3b-4ec8-be6f-56128060f54e),segment_id=970eaf00-ac3b-4ec8-be6f-56128060f54e)] {{(pid=109224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:36:18.908870 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f267e599-538e-4788-8935-b6c7bdaba1f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2c176e4-3ec4-4450-9357-221844b62779'}] {{(pid=109224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:36:18.911080 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea31762fe36adf1256da5116fd788589841920f52286d7e0b0077cda52487892" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7af9db35-be71-4244-8ad2-aaa9cadd4c00" -d '{"events": [{"server_uuid": "f267e599-538e-4788-8935-b6c7bdaba1f4", "name": "network-vif-plugged", "status": "completed", "tag": "a2c176e4-3ec4-4450-9357-221844b62779"}]}' {{(pid=109224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:36:18.920220 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (99b64256-8953-4414-bd61-aec26170d274), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:18.926766 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] For port a2c176e4-3ec4-4450-9357-221844b62779, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a2c176e4-3ec4-4450-9357-221844b62779,segment=NetworkSegment(44fbb5db-c5b2-4e96-93d0-4174690df5fa),segment_id=44fbb5db-c5b2-4e96-93d0-4174690df5fa)] {{(pid=109224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:36:18.949245 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (a2c176e4-3ec4-4450-9357-221844b62779), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:18.951788 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 00:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e5d2182-3c7d-4363-9f30-151262f4db97 x-openstack-request-id: req-5e5d2182-3c7d-4363-9f30-151262f4db97 {{(pid=109224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:36:18.952101 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f267e599-538e-4788-8935-b6c7bdaba1f4", "name": "network-vif-plugged", "status": "completed", "tag": "a2c176e4-3ec4-4450-9357-221844b62779", "code": 200}]} {{(pid=109224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:36:18.952362 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5e5d2182-3c7d-4363-9f30-151262f4db97 {{(pid=109224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:36:18.952751 dv-cinder-813225-6-iscsi neutron-server[109224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f267e599-538e-4788-8935-b6c7bdaba1f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2c176e4-3ec4-4450-9357-221844b62779', 'code': 200} Feb 21 00:36:18.975207 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Pushing event updated for resources: {'Port': ['ID=99b64256-8953-4414-bd61-aec26170d274,revision_number=4']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:36:19.023766 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Pushing event updated for resources: {'Port': ['ID=a2c176e4-3ec4-4450-9357-221844b62779,revision_number=5']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:36:19.127133 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f8ff32-6823-4dda-979e-e504d0d781be req-922671d2-0a28-462e-af96-57ee918191b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:19.128576 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-c5f8ff32-6823-4dda-979e-e504d0d781be req-922671d2-0a28-462e-af96-57ee918191b0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f267e599-538e-4788-8935-b6c7bdaba1f4 HTTP/1.1" status: 200 len: 1130 time: 0.0464146 Feb 21 00:36:19.170362 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-c5f8ff32-6823-4dda-979e-e504d0d781be req-344f1849-2be6-4275-b86f-686889b8a79c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=943d9094-73ba-4c4f-8835-aab977d1176c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355568 Feb 21 00:36:19.206828 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] get_ports_and_sgs() called for port_ids ['99b64256-8953-4414-bd61-aec26170d274'] {{(pid=109224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 00:36:19.642129 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79c7796-f2de-4380-bdb0-dc64b63fd7ac req-c41829bb-e70d-4653-a819-42a80a07b56d tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:19.643621 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-e79c7796-f2de-4380-bdb0-dc64b63fd7ac req-c41829bb-e70d-4653-a819-42a80a07b56d tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e2430b1-8c8f-4136-abf8-c7170a5cbf57 HTTP/1.1" status: 200 len: 944 time: 0.0507557 Feb 21 00:36:19.692674 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-e79c7796-f2de-4380-bdb0-dc64b63fd7ac req-4d974fa9-0c71-44cd-b83a-94e144347986 tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead6c93-8d5b-4a00-8efd-7ee34086e598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429075 Feb 21 00:36:19.737711 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a2f57b-d27a-45de-9b8e-e7b7503039e2 req-17071cfb-97c0-4cbb-8747-5626f5203ded tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:19.739169 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-51a2f57b-d27a-45de-9b8e-e7b7503039e2 req-17071cfb-97c0-4cbb-8747-5626f5203ded tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] 10.222.0.45 "GET /v2.0/ports?device_id=f267e599-538e-4788-8935-b6c7bdaba1f4 HTTP/1.1" status: 200 len: 946 time: 0.0514297 Feb 21 00:36:19.789019 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-51a2f57b-d27a-45de-9b8e-e7b7503039e2 req-10731b22-2056-4e60-95a7-1299f2d3c36c tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] 10.222.0.45 "GET /v2.0/security-groups?id=943d9094-73ba-4c4f-8835-aab977d1176c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441108 Feb 21 00:36:20.628521 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Device 99b64256-8953-4414-bd61-aec26170d274 up at agent hyperv_hv-cinder-81322 {{(pid=109224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:36:20.675704 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Provisioning for port 99b64256-8953-4414-bd61-aec26170d274 completed by entity L2. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 00:36:20.679553 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Provisioning complete for port 99b64256-8953-4414-bd61-aec26170d274 triggered by entity L2. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:36:20.679936 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (99b64256-8953-4414-bd61-aec26170d274), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:20.757978 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Current status of the port 99b64256-8953-4414-bd61-aec26170d274 is: BUILD; New status is: ACTIVE {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:36:20.758373 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (99b64256-8953-4414-bd61-aec26170d274), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:20.791209 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] For port 99b64256-8953-4414-bd61-aec26170d274, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=99b64256-8953-4414-bd61-aec26170d274,segment=NetworkSegment(970eaf00-ac3b-4ec8-be6f-56128060f54e),segment_id=970eaf00-ac3b-4ec8-be6f-56128060f54e)] {{(pid=109224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:36:20.795088 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (99b64256-8953-4414-bd61-aec26170d274), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:20.810647 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6305365-0808-4062-a384-433196fac83e req-3e5728ef-48f4-404d-8e9d-c7c0da2eafe0 tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:20.812160 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-b6305365-0808-4062-a384-433196fac83e req-3e5728ef-48f4-404d-8e9d-c7c0da2eafe0 tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e2430b1-8c8f-4136-abf8-c7170a5cbf57 HTTP/1.1" status: 200 len: 944 time: 0.0539780 Feb 21 00:36:20.844928 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Pushing event updated for resources: {'Port': ['ID=99b64256-8953-4414-bd61-aec26170d274,revision_number=5']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:36:20.870146 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-b6305365-0808-4062-a384-433196fac83e req-6849956c-906c-4b52-ad52-3edb26ffe404 tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead6c93-8d5b-4a00-8efd-7ee34086e598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514133 Feb 21 00:36:20.910882 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394bc903-38ab-4c0c-a05c-f5a6f67d697a req-f4d6a20e-d784-4030-9d20-0c032f9fbfd9 tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:20.912388 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-394bc903-38ab-4c0c-a05c-f5a6f67d697a req-f4d6a20e-d784-4030-9d20-0c032f9fbfd9 tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] 10.222.0.45 "GET /v2.0/ports?device_id=f267e599-538e-4788-8935-b6c7bdaba1f4 HTTP/1.1" status: 200 len: 946 time: 0.0522008 Feb 21 00:36:20.953820 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e2430b1-8c8f-4136-abf8-c7170a5cbf57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99b64256-8953-4414-bd61-aec26170d274'}] {{(pid=109224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:36:20.956144 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea31762fe36adf1256da5116fd788589841920f52286d7e0b0077cda52487892" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c1e573d-3e6c-49fd-9c45-82971e4f58a7" -d '{"events": [{"server_uuid": "4e2430b1-8c8f-4136-abf8-c7170a5cbf57", "name": "network-vif-plugged", "status": "completed", "tag": "99b64256-8953-4414-bd61-aec26170d274"}]}' {{(pid=109224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:36:20.957617 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-394bc903-38ab-4c0c-a05c-f5a6f67d697a req-c9a46b59-5219-403d-8aeb-f2c27234657c tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] 10.222.0.45 "GET /v2.0/security-groups?id=943d9094-73ba-4c4f-8835-aab977d1176c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396469 Feb 21 00:36:20.992099 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 00:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11b36703-f8d9-4d34-b6ed-20b52b501a56 x-openstack-request-id: req-11b36703-f8d9-4d34-b6ed-20b52b501a56 {{(pid=109224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:36:20.992403 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e2430b1-8c8f-4136-abf8-c7170a5cbf57", "name": "network-vif-plugged", "status": "completed", "tag": "99b64256-8953-4414-bd61-aec26170d274", "code": 200}]} {{(pid=109224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:36:20.992668 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-11b36703-f8d9-4d34-b6ed-20b52b501a56 {{(pid=109224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:36:20.993170 dv-cinder-813225-6-iscsi neutron-server[109224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e2430b1-8c8f-4136-abf8-c7170a5cbf57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99b64256-8953-4414-bd61-aec26170d274', 'code': 200} Feb 21 00:36:21.318467 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78519a40-cd37-4fac-9796-cc04f199748b req-b8c72f2d-7d6e-44f4-9b16-4f475aab9fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:21.320105 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-78519a40-cd37-4fac-9796-cc04f199748b req-b8c72f2d-7d6e-44f4-9b16-4f475aab9fef service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4e2430b1-8c8f-4136-abf8-c7170a5cbf57 HTTP/1.1" status: 200 len: 1129 time: 0.0664933 Feb 21 00:36:21.378595 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-78519a40-cd37-4fac-9796-cc04f199748b req-4a135aee-0ec4-46d4-b448-fbd46ec3bb65 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=aead6c93-8d5b-4a00-8efd-7ee34086e598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434496 Feb 21 00:36:21.986431 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf9d743-27a5-4e5d-baab-2fa47cb2abf3 req-e50d238d-3350-4af3-b995-d4df6308980f tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:21.987877 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-ecf9d743-27a5-4e5d-baab-2fa47cb2abf3 req-e50d238d-3350-4af3-b995-d4df6308980f tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e2430b1-8c8f-4136-abf8-c7170a5cbf57 HTTP/1.1" status: 200 len: 945 time: 0.0498414 Feb 21 00:36:22.034315 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-ecf9d743-27a5-4e5d-baab-2fa47cb2abf3 req-cdb6d0ff-427a-4f34-a983-a10bff86667e tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead6c93-8d5b-4a00-8efd-7ee34086e598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410268 Feb 21 00:36:23.152188 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d0f995-2eb9-45d7-b37a-6e048dc8ca0e req-a3fd706e-2e87-41f2-8c78-6b000081da6d tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:23.153653 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-77d0f995-2eb9-45d7-b37a-6e048dc8ca0e req-a3fd706e-2e87-41f2-8c78-6b000081da6d tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e2430b1-8c8f-4136-abf8-c7170a5cbf57 HTTP/1.1" status: 200 len: 945 time: 0.0517161 Feb 21 00:36:23.201564 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-77d0f995-2eb9-45d7-b37a-6e048dc8ca0e req-e3f7fb23-da45-457f-bd54-fde61284714b tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead6c93-8d5b-4a00-8efd-7ee34086e598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423872 Feb 21 00:36:23.318223 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7352373c-dbe6-4cab-901f-c9c6881795cf req-6247050d-bd83-406c-89e7-1b67980d2b9c tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:23.319601 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-7352373c-dbe6-4cab-901f-c9c6881795cf req-6247050d-bd83-406c-89e7-1b67980d2b9c tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e2430b1-8c8f-4136-abf8-c7170a5cbf57 HTTP/1.1" status: 200 len: 945 time: 0.0542305 Feb 21 00:36:23.367397 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-7352373c-dbe6-4cab-901f-c9c6881795cf req-f80c6d8a-0212-4c11-bd34-404b4af05cdd tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead6c93-8d5b-4a00-8efd-7ee34086e598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423822 Feb 21 00:36:23.389527 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 59020) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:36:23.526965 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e71b1e5-6efd-4bbe-9eeb-ac356d377c50 tempest-TestShelveInstance-2088572019 tempest-TestShelveInstance-2088572019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:23.528488 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-0e71b1e5-6efd-4bbe-9eeb-ac356d377c50 tempest-TestShelveInstance-2088572019 tempest-TestShelveInstance-2088572019-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=4e2430b1-8c8f-4136-abf8-c7170a5cbf57 HTTP/1.1" status: 200 len: 1124 time: 0.1379807 Feb 21 00:36:23.531395 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 59024) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:36:23.535647 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.v2.base [None req-f4f9e178-eeb4-463a-a2cc-4ec39f28770c tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Request body: {'floatingip': {'floating_network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'port_id': '99b64256-8953-4414-bd61-aec26170d274', 'tenant_id': '1022ec32710c4438be1d656ef94cf199', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:36:23.557654 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f4f9e178-eeb4-463a-a2cc-4ec39f28770c tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:23.652590 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f4f9e178-eeb4-463a-a2cc-4ec39f28770c tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (None), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:23.753092 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.db.db_base_plugin_common [None req-f4f9e178-eeb4-463a-a2cc-4ec39f28770c tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Allocated IP 172.27.3.66 (9d25e361-1d6c-4c24-9c73-356a2ab84050/890cd9a8-3116-412f-9022-3458585959da/87c0bdcf-749e-48bd-877c-37eaeb3c7f99) {{(pid=109223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 00:36:23.852297 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f4f9e178-eeb4-463a-a2cc-4ec39f28770c tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Publish callbacks [] for port (87c0bdcf-749e-48bd-877c-37eaeb3c7f99), precommit_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:23.884576 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f4f9e178-eeb4-463a-a2cc-4ec39f28770c tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731676182815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3995289'] for port (87c0bdcf-749e-48bd-877c-37eaeb3c7f99), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:23.918781 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f9e178-eeb4-463a-a2cc-4ec39f28770c tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Network 9d25e361-1d6c-4c24-9c73-356a2ab84050 is already hosted by enough agents. {{(pid=109223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:36:23.921553 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.scheduler.base_scheduler [None req-f4f9e178-eeb4-463a-a2cc-4ec39f28770c tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Resources bound (agent type, host, resource id): {{(pid=109223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:36:23.924793 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f9e178-eeb4-463a-a2cc-4ec39f28770c tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Received port after_create {{(pid=109223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 00:36:23.952089 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f9e178-eeb4-463a-a2cc-4ec39f28770c tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Pushing event updated for resources: {'Port': ['ID=87c0bdcf-749e-48bd-877c-37eaeb3c7f99,revision_number=1']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:36:23.962642 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f9e178-eeb4-463a-a2cc-4ec39f28770c tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:36:23.963010 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f9e178-eeb4-463a-a2cc-4ec39f28770c tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:36:23.963381 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f9e178-eeb4-463a-a2cc-4ec39f28770c tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:36:23.963715 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f9e178-eeb4-463a-a2cc-4ec39f28770c tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:36:23.964047 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f9e178-eeb4-463a-a2cc-4ec39f28770c tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:36:23.964372 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f9e178-eeb4-463a-a2cc-4ec39f28770c tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:36:23.964695 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f9e178-eeb4-463a-a2cc-4ec39f28770c tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:36:23.965017 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f9e178-eeb4-463a-a2cc-4ec39f28770c tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:36:23.965338 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f9e178-eeb4-463a-a2cc-4ec39f28770c tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:36:23.965659 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f9e178-eeb4-463a-a2cc-4ec39f28770c tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:36:23.965977 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f9e178-eeb4-463a-a2cc-4ec39f28770c tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:36:23.966297 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f9e178-eeb4-463a-a2cc-4ec39f28770c tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:36:23.966613 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f9e178-eeb4-463a-a2cc-4ec39f28770c tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:36:24.526652 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f4f9e178-eeb4-463a-a2cc-4ec39f28770c tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Publish callbacks [] for floatingip (0001afb6-b4ff-4955-8e36-d0212cab8058), precommit_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:24.593800 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f4f9e178-eeb4-463a-a2cc-4ec39f28770c tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (87c0bdcf-749e-48bd-877c-37eaeb3c7f99), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:24.738108 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f4f9e178-eeb4-463a-a2cc-4ec39f28770c tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Publish callbacks [] for port (87c0bdcf-749e-48bd-877c-37eaeb3c7f99), precommit_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:24.742428 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f4f9e178-eeb4-463a-a2cc-4ec39f28770c tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3995266'] for port (87c0bdcf-749e-48bd-877c-37eaeb3c7f99), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:24.809078 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f9e178-eeb4-463a-a2cc-4ec39f28770c tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Pushing event updated for resources: {'Port': ['ID=87c0bdcf-749e-48bd-877c-37eaeb3c7f99,revision_number=2']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:36:24.820528 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f4f9e178-eeb4-463a-a2cc-4ec39f28770c tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-951287'] for floatingip (0001afb6-b4ff-4955-8e36-d0212cab8058), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:24.920416 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.db.l3_db [None req-f4f9e178-eeb4-463a-a2cc-4ec39f28770c tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Floating IP 0001afb6-b4ff-4955-8e36-d0212cab8058 associated. External IP: 172.27.3.66, port: 99b64256-8953-4414-bd61-aec26170d274. Feb 21 00:36:25.125784 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4f9e178-eeb4-463a-a2cc-4ec39f28770c tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Router a571618a-2a51-4541-9291-5195e0b4d73b has already been hosted by L3 agent 47b5b2cb-5391-4fc3-9478-3db20537c35a {{(pid=109223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 00:36:25.231992 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4f9e178-eeb4-463a-a2cc-4ec39f28770c tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Notify agent at l3_agent.dv-cinder-813225-6-iscsi the message routers_updated {{(pid=109223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 00:36:25.241688 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1875e52b-f6a4-4e75-b680-26e5a3735cce None None] Sync routers for ids ['a571618a-2a51-4541-9291-5195e0b4d73b'] in dv-cinder-813225-6-iscsi {{(pid=109224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 00:36:25.249687 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f4f9e178-eeb4-463a-a2cc-4ec39f28770c tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469064'] for floatingip (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:25.251708 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1875e52b-f6a4-4e75-b680-26e5a3735cce None None] Routers {'a571618a-2a51-4541-9291-5195e0b4d73b'} bound to L3 agent in host dv-cinder-813225-6-iscsi {{(pid=109224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:36:25.252330 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-1875e52b-f6a4-4e75-b680-26e5a3735cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-21T00:23:33Z,description=,heartbeat_timestamp=2022-02-21T00:36:04Z,host='dv-cinder-813225-6-iscsi',id=47b5b2cb-5391-4fc3-9478-3db20537c35a,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:23:34Z,topic='l3_agent')) {'router_ids': ['a571618a-2a51-4541-9291-5195e0b4d73b'], 'active': True} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:36:25.278667 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-f4f9e178-eeb4-463a-a2cc-4ec39f28770c tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7462051 Feb 21 00:36:25.279358 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e2430b1-8c8f-4136-abf8-c7170a5cbf57', 'tag': '99b64256-8953-4414-bd61-aec26170d274'}] {{(pid=109223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:36:25.281561 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e715aefe3c9ef135eab9c3f6db0762b6d644c88deee0f0e52fc82e911840b856" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd7a3069-36fa-41aa-984c-e5bb1e3d6105" -d '{"events": [{"name": "network-changed", "server_uuid": "4e2430b1-8c8f-4136-abf8-c7170a5cbf57", "tag": "99b64256-8953-4414-bd61-aec26170d274"}]}' {{(pid=109223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:36:25.317196 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 00:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-978f3261-f9a0-46f0-a514-3490ffb072e3 x-openstack-request-id: req-978f3261-f9a0-46f0-a514-3490ffb072e3 {{(pid=109223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:36:25.317493 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e2430b1-8c8f-4136-abf8-c7170a5cbf57", "tag": "99b64256-8953-4414-bd61-aec26170d274", "status": "completed", "code": 200}]} {{(pid=109223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:36:25.317747 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-978f3261-f9a0-46f0-a514-3490ffb072e3 {{(pid=109223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:36:25.318146 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e2430b1-8c8f-4136-abf8-c7170a5cbf57', 'tag': '99b64256-8953-4414-bd61-aec26170d274', 'status': 'completed', 'code': 200} Feb 21 00:36:25.364681 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvr_db [None req-1875e52b-f6a4-4e75-b680-26e5a3735cce None None] Set router a571618a-2a51-4541-9291-5195e0b4d73b gateway port host: dv-cinder-813225-6-iscsi {{(pid=109224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:36:25.585117 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-1875e52b-f6a4-4e75-b680-26e5a3735cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a571618a-2a51-4541-9291-5195e0b4d73b', 'name': 'tempest-TestShelveInstance-187415911-router', 'tenant_id': '1022ec32710c4438be1d656ef94cf199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'external_fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '6297880a-2d4b-41a1-b14b-0623293f94c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:35:25Z', 'updated_at': '2022-02-21T00:35:29Z', 'revision_number': 4, 'project_id': '1022ec32710c4438be1d656ef94cf199', 'gw_port': {'id': '6297880a-2d4b-41a1-b14b-0623293f94c0', 'name': '', 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:10:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a571618a-2a51-4541-9291-5195e0b4d73b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:35:26Z', 'updated_at': '2022-02-21T00:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '890cd9a8-3116-412f-9022-3458585959da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-6-iscsi', '_floatingips': [{'id': '0001afb6-b4ff-4955-8e36-d0212cab8058', 'tenant_id': '1022ec32710c4438be1d656ef94cf199', 'floating_ip_address': '172.27.3.66', 'floating_network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'router_id': 'a571618a-2a51-4541-9291-5195e0b4d73b', 'port_id': '99b64256-8953-4414-bd61-aec26170d274', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6d2700e-87da-42e8-bd68-6361cafa1e7e', 'mac_address': 'fa:16:3e:0f:d8:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2430b1-8c8f-4136-abf8-c7170a5cbf57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T00:36:24Z', 'updated_at': '2022-02-21T00:36:24Z', 'revision_number': 0, 'project_id': '1022ec32710c4438be1d656ef94cf199', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e93f4edb-e84b-409b-8f0a-2c224c1dc0e6', 'name': '', 'network_id': 'd6d2700e-87da-42e8-bd68-6361cafa1e7e', 'tenant_id': '1022ec32710c4438be1d656ef94cf199', 'mac_address': 'fa:16:3e:8c:20:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a571618a-2a51-4541-9291-5195e0b4d73b', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'f35da8e3-8a83-4d91-8de4-129fb55d2a0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:35:28Z', 'updated_at': '2022-02-21T00:35:34Z', 'revision_number': 5, 'project_id': '1022ec32710c4438be1d656ef94cf199', 'subnets': [{'id': 'f35da8e3-8a83-4d91-8de4-129fb55d2a0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-6-iscsi', False) {} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:36:25.613002 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1875e52b-f6a4-4e75-b680-26e5a3735cce None None] Checking router: a571618a-2a51-4541-9291-5195e0b4d73b for host: dv-cinder-813225-6-iscsi {{(pid=109224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 00:36:25.622241 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1875e52b-f6a4-4e75-b680-26e5a3735cce None None] Routers {'a571618a-2a51-4541-9291-5195e0b4d73b'} bound to L3 agent in host dv-cinder-813225-6-iscsi {{(pid=109224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:36:25.622853 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-1875e52b-f6a4-4e75-b680-26e5a3735cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-21T00:23:33Z,description=,heartbeat_timestamp=2022-02-21T00:36:04Z,host='dv-cinder-813225-6-iscsi',id=47b5b2cb-5391-4fc3-9478-3db20537c35a,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:23:34Z,topic='l3_agent')) {'router_ids': ['a571618a-2a51-4541-9291-5195e0b4d73b'], 'active': True} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:36:25.729186 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvr_db [None req-1875e52b-f6a4-4e75-b680-26e5a3735cce None None] Set router a571618a-2a51-4541-9291-5195e0b4d73b gateway port host: dv-cinder-813225-6-iscsi {{(pid=109224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:36:25.742777 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7a3069-36fa-41aa-984c-e5bb1e3d6105 req-07176113-0fe8-42d3-96f0-23bdb6b548e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:25.745237 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-bd7a3069-36fa-41aa-984c-e5bb1e3d6105 req-07176113-0fe8-42d3-96f0-23bdb6b548e2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1022ec32710c4438be1d656ef94cf199&device_id=4e2430b1-8c8f-4136-abf8-c7170a5cbf57 HTTP/1.1" status: 200 len: 1129 time: 0.0457971 Feb 21 00:36:25.844195 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7a3069-36fa-41aa-984c-e5bb1e3d6105 req-3f4bc6a9-fde3-4387-9275-0852bc672b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:25.846289 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-bd7a3069-36fa-41aa-984c-e5bb1e3d6105 req-3f4bc6a9-fde3-4387-9275-0852bc672b65 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d6d2700e-87da-42e8-bd68-6361cafa1e7e HTTP/1.1" status: 200 len: 909 time: 0.0823407 Feb 21 00:36:25.920685 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-bd7a3069-36fa-41aa-984c-e5bb1e3d6105 req-3a1179d5-06cc-452c-8c69-56947342cf03 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99b64256-8953-4414-bd61-aec26170d274 HTTP/1.1" status: 200 len: 998 time: 0.0605998 Feb 21 00:36:25.948682 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-1875e52b-f6a4-4e75-b680-26e5a3735cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a571618a-2a51-4541-9291-5195e0b4d73b', 'name': 'tempest-TestShelveInstance-187415911-router', 'tenant_id': '1022ec32710c4438be1d656ef94cf199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'external_fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '6297880a-2d4b-41a1-b14b-0623293f94c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:35:25Z', 'updated_at': '2022-02-21T00:35:29Z', 'revision_number': 4, 'project_id': '1022ec32710c4438be1d656ef94cf199', 'gw_port': {'id': '6297880a-2d4b-41a1-b14b-0623293f94c0', 'name': '', 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:10:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a571618a-2a51-4541-9291-5195e0b4d73b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:35:26Z', 'updated_at': '2022-02-21T00:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '890cd9a8-3116-412f-9022-3458585959da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-6-iscsi', '_floatingips': [{'id': '0001afb6-b4ff-4955-8e36-d0212cab8058', 'tenant_id': '1022ec32710c4438be1d656ef94cf199', 'floating_ip_address': '172.27.3.66', 'floating_network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'router_id': 'a571618a-2a51-4541-9291-5195e0b4d73b', 'port_id': '99b64256-8953-4414-bd61-aec26170d274', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6d2700e-87da-42e8-bd68-6361cafa1e7e', 'mac_address': 'fa:16:3e:0f:d8:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2430b1-8c8f-4136-abf8-c7170a5cbf57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T00:36:24Z', 'updated_at': '2022-02-21T00:36:24Z', 'revision_number': 0, 'project_id': '1022ec32710c4438be1d656ef94cf199', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e93f4edb-e84b-409b-8f0a-2c224c1dc0e6', 'name': '', 'network_id': 'd6d2700e-87da-42e8-bd68-6361cafa1e7e', 'tenant_id': '1022ec32710c4438be1d656ef94cf199', 'mac_address': 'fa:16:3e:8c:20:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a571618a-2a51-4541-9291-5195e0b4d73b', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'f35da8e3-8a83-4d91-8de4-129fb55d2a0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:35:28Z', 'updated_at': '2022-02-21T00:35:34Z', 'revision_number': 5, 'project_id': '1022ec32710c4438be1d656ef94cf199', 'subnets': [{'id': 'f35da8e3-8a83-4d91-8de4-129fb55d2a0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-6-iscsi', False) {} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:36:25.974156 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1875e52b-f6a4-4e75-b680-26e5a3735cce None None] The sync data for ids ['a571618a-2a51-4541-9291-5195e0b4d73b'] in dv-cinder-813225-6-iscsi is: [{'id': 'a571618a-2a51-4541-9291-5195e0b4d73b', 'name': 'tempest-TestShelveInstance-187415911-router', 'tenant_id': '1022ec32710c4438be1d656ef94cf199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'external_fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '6297880a-2d4b-41a1-b14b-0623293f94c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:35:25Z', 'updated_at': '2022-02-21T00:35:29Z', 'revision_number': 4, 'project_id': '1022ec32710c4438be1d656ef94cf199', 'gw_port': {'id': '6297880a-2d4b-41a1-b14b-0623293f94c0', 'name': '', 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:10:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a571618a-2a51-4541-9291-5195e0b4d73b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:35:26Z', 'updated_at': '2022-02-21T00:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '890cd9a8-3116-412f-9022-3458585959da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-6-iscsi', '_floatingips': [{'id': '0001afb6-b4ff-4955-8e36-d0212cab8058', 'tenant_id': '1022ec32710c4438be1d656ef94cf199', 'floating_ip_address': '172.27.3.66', 'floating_network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'router_id': 'a571618a-2a51-4541-9291-5195e0b4d73b', 'port_id': '99b64256-8953-4414-bd61-aec26170d274', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6d2700e-87da-42e8-bd68-6361cafa1e7e', 'mac_address': 'fa:16:3e:0f:d8:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2430b1-8c8f-4136-abf8-c7170a5cbf57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T00:36:24Z', 'updated_at': '2022-02-21T00:36:24Z', 'revision_number': 0, 'project_id': '1022ec32710c4438be1d656ef94cf199', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e93f4edb-e84b-409b-8f0a-2c224c1dc0e6', 'name': '', 'network_id': 'd6d2700e-87da-42e8-bd68-6361cafa1e7e', 'tenant_id': '1022ec32710c4438be1d656ef94cf199', 'mac_address': 'fa:16:3e:8c:20:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a571618a-2a51-4541-9291-5195e0b4d73b', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'f35da8e3-8a83-4d91-8de4-129fb55d2a0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:35:28Z', 'updated_at': '2022-02-21T00:35:34Z', 'revision_number': 5, 'project_id': '1022ec32710c4438be1d656ef94cf199', 'subnets': [{'id': 'f35da8e3-8a83-4d91-8de4-129fb55d2a0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 00:36:25.983431 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7a3069-36fa-41aa-984c-e5bb1e3d6105 req-0208dc92-4a68-488e-bc23-8be57dbed42d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:25.984819 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-bd7a3069-36fa-41aa-984c-e5bb1e3d6105 req-0208dc92-4a68-488e-bc23-8be57dbed42d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f35da8e3-8a83-4d91-8de4-129fb55d2a0b HTTP/1.1" status: 200 len: 847 time: 0.0422289 Feb 21 00:36:26.036156 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7a3069-36fa-41aa-984c-e5bb1e3d6105 req-46739c2f-ed47-43ca-9a62-a8b40ed59b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:26.037703 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-bd7a3069-36fa-41aa-984c-e5bb1e3d6105 req-46739c2f-ed47-43ca-9a62-a8b40ed59b4f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d6d2700e-87da-42e8-bd68-6361cafa1e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451236 Feb 21 00:36:26.146204 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-bd7a3069-36fa-41aa-984c-e5bb1e3d6105 req-0bf1a9f5-f2ee-4ca4-8cd2-135acf705dba service neutron] 10.222.0.36 "GET /v2.0/networks/d6d2700e-87da-42e8-bd68-6361cafa1e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952222 Feb 21 00:36:26.171714 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8320fc35-2e8a-479b-878c-93fac8e4668e None None] New status for floating IP 0001afb6-b4ff-4955-8e36-d0212cab8058: ACTIVE {{(pid=109225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 00:36:26.249745 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-bd7a3069-36fa-41aa-984c-e5bb1e3d6105 req-4103e7ad-3f36-4441-b3a0-cea8d27c4deb service neutron] 10.222.0.36 "GET /v2.0/networks/d6d2700e-87da-42e8-bd68-6361cafa1e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959663 Feb 21 00:36:29.925219 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 59142) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:36:30.029323 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-a7e8344f-03fc-4f3f-9f77-94f75e75940a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:30.100862 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-a7e8344f-03fc-4f3f-9f77-94f75e75940a admin admin] Publish callbacks [] for security_group (1edf970c-7aa9-4b3b-adcb-8c16c441c1cf), precommit_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:30.105142 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-a7e8344f-03fc-4f3f-9f77-94f75e75940a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (1edf970c-7aa9-4b3b-adcb-8c16c441c1cf), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:30.140950 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e8344f-03fc-4f3f-9f77-94f75e75940a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1edf970c-7aa9-4b3b-adcb-8c16c441c1cf,revision_number=1']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:36:30.145190 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-a7e8344f-03fc-4f3f-9f77-94f75e75940a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f65f703a68c34aa0aedc0f4adc916fad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2189236 Feb 21 00:36:30.147923 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 59146) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:36:30.193667 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-56cf5b5b-2096-49dd-a339-105b9cf6b275 admin admin] Publish callbacks [] for security_group (1edf970c-7aa9-4b3b-adcb-8c16c441c1cf), before_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:30.214149 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-56cf5b5b-2096-49dd-a339-105b9cf6b275 admin admin] Publish callbacks [] for security_group (1edf970c-7aa9-4b3b-adcb-8c16c441c1cf), precommit_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:30.259174 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-56cf5b5b-2096-49dd-a339-105b9cf6b275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (1edf970c-7aa9-4b3b-adcb-8c16c441c1cf), after_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:30.261809 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-56cf5b5b-2096-49dd-a339-105b9cf6b275 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:30.262950 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-56cf5b5b-2096-49dd-a339-105b9cf6b275 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1edf970c-7aa9-4b3b-adcb-8c16c441c1cf HTTP/1.1" status: 204 len: 168 time: 0.1141317 Feb 21 00:36:30.270296 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cf5b5b-2096-49dd-a339-105b9cf6b275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1edf970c-7aa9-4b3b-adcb-8c16c441c1cf,revision_number=None']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:36:30.515518 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 59152) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:36:30.532751 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-db33b52c-6a5c-4886-a755-b098b1dbe673 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:30.605713 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-db33b52c-6a5c-4886-a755-b098b1dbe673 admin admin] Publish callbacks [] for security_group (f99d4971-18d3-4b36-88fb-fc4f3a2a5840), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:30.609131 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-db33b52c-6a5c-4886-a755-b098b1dbe673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (f99d4971-18d3-4b36-88fb-fc4f3a2a5840), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:30.646357 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-db33b52c-6a5c-4886-a755-b098b1dbe673 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c8ccda572d464996bf64b8f1a5c9c177&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1296244 Feb 21 00:36:30.647233 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db33b52c-6a5c-4886-a755-b098b1dbe673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f99d4971-18d3-4b36-88fb-fc4f3a2a5840,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:36:30.649077 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 59158) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:36:30.655028 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db33b52c-6a5c-4886-a755-b098b1dbe673 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:36:30.655480 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db33b52c-6a5c-4886-a755-b098b1dbe673 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:36:30.655755 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db33b52c-6a5c-4886-a755-b098b1dbe673 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:36:30.656089 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db33b52c-6a5c-4886-a755-b098b1dbe673 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:36:30.656418 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db33b52c-6a5c-4886-a755-b098b1dbe673 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:36:30.656745 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db33b52c-6a5c-4886-a755-b098b1dbe673 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:36:30.657069 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db33b52c-6a5c-4886-a755-b098b1dbe673 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:36:30.657392 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db33b52c-6a5c-4886-a755-b098b1dbe673 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:36:30.657715 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db33b52c-6a5c-4886-a755-b098b1dbe673 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:36:30.658038 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db33b52c-6a5c-4886-a755-b098b1dbe673 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:36:30.658360 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db33b52c-6a5c-4886-a755-b098b1dbe673 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:36:30.658679 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db33b52c-6a5c-4886-a755-b098b1dbe673 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:36:30.658995 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db33b52c-6a5c-4886-a755-b098b1dbe673 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:36:30.714513 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-14d73fb8-6004-4401-a265-8c982ba253e4 admin admin] Publish callbacks [] for security_group (f99d4971-18d3-4b36-88fb-fc4f3a2a5840), before_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:30.738593 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-14d73fb8-6004-4401-a265-8c982ba253e4 admin admin] Publish callbacks [] for security_group (f99d4971-18d3-4b36-88fb-fc4f3a2a5840), precommit_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:30.784922 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-14d73fb8-6004-4401-a265-8c982ba253e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (f99d4971-18d3-4b36-88fb-fc4f3a2a5840), after_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:30.787734 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-14d73fb8-6004-4401-a265-8c982ba253e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:30.788885 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-14d73fb8-6004-4401-a265-8c982ba253e4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f99d4971-18d3-4b36-88fb-fc4f3a2a5840 HTTP/1.1" status: 204 len: 168 time: 0.1387599 Feb 21 00:36:30.796828 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d73fb8-6004-4401-a265-8c982ba253e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f99d4971-18d3-4b36-88fb-fc4f3a2a5840,revision_number=None']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:36:31.397667 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-a3f449e5-b83f-45a0-bf04-8a389500016a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (57941464-2af3-4cc7-9b46-3eeacd6f6fca), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:33.029133 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9de314-08d5-49b1-a9b1-9685fe15b820 req-0bc91cb8-5146-4569-8e3f-64b0d031f68a tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:33.031514 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-1f9de314-08d5-49b1-a9b1-9685fe15b820 req-0bc91cb8-5146-4569-8e3f-64b0d031f68a tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=40d12558-3fed-4562-b3a8-9a6f076fc3d9 HTTP/1.1" status: 200 len: 946 time: 0.0560143 Feb 21 00:36:33.086593 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-1f9de314-08d5-49b1-a9b1-9685fe15b820 req-2856c060-05a9-4264-9f23-e04f8f850bcc tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f05195e-1011-4af1-b12a-07d8f5627ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492942 Feb 21 00:36:33.520015 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-a882f85e-004e-4f03-a823-e7fe40693304 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (47b5b2cb-5391-4fc3-9478-3db20537c35a), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:34.208654 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49204057-ceb4-493a-9a31-dec33f50a3d0 req-7fee7188-2bc3-4d8e-b848-8131ed8c46d2 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:34.210103 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-49204057-ceb4-493a-9a31-dec33f50a3d0 req-7fee7188-2bc3-4d8e-b848-8131ed8c46d2 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=40d12558-3fed-4562-b3a8-9a6f076fc3d9 HTTP/1.1" status: 200 len: 946 time: 0.0503857 Feb 21 00:36:34.256438 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-49204057-ceb4-493a-9a31-dec33f50a3d0 req-18be59b1-df67-4ee1-aaf4-8afecd0356d1 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f05195e-1011-4af1-b12a-07d8f5627ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403950 Feb 21 00:36:35.059467 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 59270) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:36:35.082209 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-2cd5f963-efb3-4d3f-8e75-14b6a6f65242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (4a388d83-9cb8-49a2-9541-35a13f295f4a), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:35.168056 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-466fd9e3-5eb7-4bd7-9f85-4ae21456e218 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:35.240475 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-466fd9e3-5eb7-4bd7-9f85-4ae21456e218 admin admin] Publish callbacks [] for security_group (1cbf1744-7870-46a3-85bc-b544f30f300c), precommit_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:35.244460 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-466fd9e3-5eb7-4bd7-9f85-4ae21456e218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (1cbf1744-7870-46a3-85bc-b544f30f300c), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:35.280967 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466fd9e3-5eb7-4bd7-9f85-4ae21456e218 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cbf1744-7870-46a3-85bc-b544f30f300c,revision_number=1']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:36:35.285179 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-466fd9e3-5eb7-4bd7-9f85-4ae21456e218 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=722cb25f6a56406e9b55e05344d9315a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2247064 Feb 21 00:36:35.287809 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 59278) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:36:35.347255 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-e9faded6-3dcb-4327-bb8f-c84c27cb66ef admin admin] Publish callbacks [] for security_group (1cbf1744-7870-46a3-85bc-b544f30f300c), before_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:35.384730 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-e9faded6-3dcb-4327-bb8f-c84c27cb66ef admin admin] Publish callbacks [] for security_group (1cbf1744-7870-46a3-85bc-b544f30f300c), precommit_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:35.422144 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f1aa4d-46d2-4024-9a46-294df9f72f96 req-241d6332-6a48-4676-aa27-b39d729878a4 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:35.423644 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-77f1aa4d-46d2-4024-9a46-294df9f72f96 req-241d6332-6a48-4676-aa27-b39d729878a4 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=40d12558-3fed-4562-b3a8-9a6f076fc3d9 HTTP/1.1" status: 200 len: 946 time: 0.0926471 Feb 21 00:36:35.460654 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-e9faded6-3dcb-4327-bb8f-c84c27cb66ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (1cbf1744-7870-46a3-85bc-b544f30f300c), after_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:35.463125 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-e9faded6-3dcb-4327-bb8f-c84c27cb66ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:35.464234 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-e9faded6-3dcb-4327-bb8f-c84c27cb66ef admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1cbf1744-7870-46a3-85bc-b544f30f300c HTTP/1.1" status: 204 len: 168 time: 0.1755481 Feb 21 00:36:35.479063 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9faded6-3dcb-4327-bb8f-c84c27cb66ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cbf1744-7870-46a3-85bc-b544f30f300c,revision_number=None']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:36:35.483411 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-77f1aa4d-46d2-4024-9a46-294df9f72f96 req-9a13e1be-e869-4efa-a65c-4d695910fd68 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f05195e-1011-4af1-b12a-07d8f5627ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543358 Feb 21 00:36:35.718977 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 59284) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:36:35.731964 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-1a1f4b96-389b-4502-ba2a-22a227a37696 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:35.808297 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-1a1f4b96-389b-4502-ba2a-22a227a37696 admin admin] Publish callbacks [] for security_group (c1ade3fe-14c5-4b9b-9338-da50747bb2d5), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:35.811744 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-1a1f4b96-389b-4502-ba2a-22a227a37696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (c1ade3fe-14c5-4b9b-9338-da50747bb2d5), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:35.849185 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-1a1f4b96-389b-4502-ba2a-22a227a37696 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=58924c14b5bd4aa09d39cf91c7f1ecd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1291025 Feb 21 00:36:35.850071 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1f4b96-389b-4502-ba2a-22a227a37696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1ade3fe-14c5-4b9b-9338-da50747bb2d5,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:36:35.851848 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 59286) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:36:35.902038 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-b46e8aee-78db-4ae5-8038-3bc8e499994e admin admin] Publish callbacks [] for security_group (c1ade3fe-14c5-4b9b-9338-da50747bb2d5), before_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:35.922492 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-b46e8aee-78db-4ae5-8038-3bc8e499994e admin admin] Publish callbacks [] for security_group (c1ade3fe-14c5-4b9b-9338-da50747bb2d5), precommit_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:35.967408 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-b46e8aee-78db-4ae5-8038-3bc8e499994e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (c1ade3fe-14c5-4b9b-9338-da50747bb2d5), after_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:35.969981 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-b46e8aee-78db-4ae5-8038-3bc8e499994e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:35.971396 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-b46e8aee-78db-4ae5-8038-3bc8e499994e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c1ade3fe-14c5-4b9b-9338-da50747bb2d5 HTTP/1.1" status: 204 len: 168 time: 0.1185203 Feb 21 00:36:35.979402 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46e8aee-78db-4ae5-8038-3bc8e499994e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1ade3fe-14c5-4b9b-9338-da50747bb2d5,revision_number=None']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:36:36.389795 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-09e0abcb-2b1d-4918-a5e2-a10ed408e1f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (417c2155-c2c7-44af-91e4-b32264eafb82), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:36.606804 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443d4853-c893-4463-a963-3ba26bc96720 req-3f00782b-173d-439f-a733-4a837b2550c0 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:36.608440 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-443d4853-c893-4463-a963-3ba26bc96720 req-3f00782b-173d-439f-a733-4a837b2550c0 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=40d12558-3fed-4562-b3a8-9a6f076fc3d9 HTTP/1.1" status: 200 len: 946 time: 0.0531344 Feb 21 00:36:36.661200 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-443d4853-c893-4463-a963-3ba26bc96720 req-cb69cd98-52a3-48a8-8644-8b3b20296045 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=0f05195e-1011-4af1-b12a-07d8f5627ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472472 Feb 21 00:36:36.690819 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1750af4-3ef5-4df7-9e7d-8dec080ab062 req-e72b8e01-0ea3-450f-89c7-f74b5490f7c6 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:36.692307 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-a1750af4-3ef5-4df7-9e7d-8dec080ab062 req-e72b8e01-0ea3-450f-89c7-f74b5490f7c6 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.36 "GET /v2.0/ports?device_id=40d12558-3fed-4562-b3a8-9a6f076fc3d9 HTTP/1.1" status: 200 len: 946 time: 0.0536487 Feb 21 00:36:36.803984 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [req-a1750af4-3ef5-4df7-9e7d-8dec080ab062 req-e26d9e18-b94d-422d-b211-8a53d3ffcf17 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Deleting port e54a4066-a1cd-43cd-bf19-c474f7a751af {{(pid=109223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 00:36:36.804324 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-a1750af4-3ef5-4df7-9e7d-8dec080ab062 req-e26d9e18-b94d-422d-b211-8a53d3ffcf17 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731676621334'] for port (e54a4066-a1cd-43cd-bf19-c474f7a751af), before_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:36.893879 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [req-a1750af4-3ef5-4df7-9e7d-8dec080ab062 req-e26d9e18-b94d-422d-b211-8a53d3ffcf17 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] For port e54a4066-a1cd-43cd-bf19-c474f7a751af, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e54a4066-a1cd-43cd-bf19-c474f7a751af,segment=NetworkSegment(905ecc73-8a74-4e6f-8e03-5ec9e3dbca32),segment_id=905ecc73-8a74-4e6f-8e03-5ec9e3dbca32)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:36:36.894176 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-a1750af4-3ef5-4df7-9e7d-8dec080ab062 req-e26d9e18-b94d-422d-b211-8a53d3ffcf17 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950719'] for port (e54a4066-a1cd-43cd-bf19-c474f7a751af), precommit_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:36.900326 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.agents_db [None req-b2a96afc-399a-46ae-93e6-bd9f3e536be2 None None] Agent healthcheck: found 6 active agents {{(pid=109225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 00:36:37.170624 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-a1750af4-3ef5-4df7-9e7d-8dec080ab062 req-e26d9e18-b94d-422d-b211-8a53d3ffcf17 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:37.170987 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-a1750af4-3ef5-4df7-9e7d-8dec080ab062 req-e26d9e18-b94d-422d-b211-8a53d3ffcf17 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-951287'] for floatingip (6623302f-c1a6-4259-90e1-fc681c19b766), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:37.171457 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.db.l3_db [req-a1750af4-3ef5-4df7-9e7d-8dec080ab062 req-e26d9e18-b94d-422d-b211-8a53d3ffcf17 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Floating IP 6623302f-c1a6-4259-90e1-fc681c19b766 disassociated. External IP: 172.27.3.180, port: e54a4066-a1cd-43cd-bf19-c474f7a751af. Feb 21 00:36:37.171656 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [req-a1750af4-3ef5-4df7-9e7d-8dec080ab062 req-e26d9e18-b94d-422d-b211-8a53d3ffcf17 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Calling delete_port for e54a4066-a1cd-43cd-bf19-c474f7a751af owned by compute:nova {{(pid=109223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 00:36:37.307273 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-a1750af4-3ef5-4df7-9e7d-8dec080ab062 req-e26d9e18-b94d-422d-b211-8a53d3ffcf17 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731676626041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731676182824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3995289'] for port (e54a4066-a1cd-43cd-bf19-c474f7a751af), after_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:37.337153 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26d9e18-b94d-422d-b211-8a53d3ffcf17 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Pushing event deleted for resources: {'Port': ['ID=e54a4066-a1cd-43cd-bf19-c474f7a751af,revision_number=None']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:36:37.457389 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a1750af4-3ef5-4df7-9e7d-8dec080ab062 req-e26d9e18-b94d-422d-b211-8a53d3ffcf17 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Router 74397fb8-3d56-4ff8-97fc-6408820a2fe8 has already been hosted by L3 agent 47b5b2cb-5391-4fc3-9478-3db20537c35a {{(pid=109223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 00:36:37.570775 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a1750af4-3ef5-4df7-9e7d-8dec080ab062 req-e26d9e18-b94d-422d-b211-8a53d3ffcf17 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Notify agent at l3_agent.dv-cinder-813225-6-iscsi the message routers_updated {{(pid=109223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 00:36:37.580942 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a4e21d-2bd7-4afc-a78a-2f3c126517dd None None] Sync routers for ids ['74397fb8-3d56-4ff8-97fc-6408820a2fe8'] in dv-cinder-813225-6-iscsi {{(pid=109224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 00:36:37.590507 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a4e21d-2bd7-4afc-a78a-2f3c126517dd None None] Routers {'74397fb8-3d56-4ff8-97fc-6408820a2fe8'} bound to L3 agent in host dv-cinder-813225-6-iscsi {{(pid=109224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:36:37.591117 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-68a4e21d-2bd7-4afc-a78a-2f3c126517dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-21T00:23:33Z,description=,heartbeat_timestamp=2022-02-21T00:36:34Z,host='dv-cinder-813225-6-iscsi',id=47b5b2cb-5391-4fc3-9478-3db20537c35a,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:23:34Z,topic='l3_agent')) {'router_ids': ['74397fb8-3d56-4ff8-97fc-6408820a2fe8'], 'active': True} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:36:37.619328 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1750af4-3ef5-4df7-9e7d-8dec080ab062 req-e26d9e18-b94d-422d-b211-8a53d3ffcf17 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] No DVR routers for this DVR port e54a4066-a1cd-43cd-bf19-c474f7a751af on host hv-cinder-81322 {{(pid=109223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 00:36:37.622898 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-a1750af4-3ef5-4df7-9e7d-8dec080ab062 req-e26d9e18-b94d-422d-b211-8a53d3ffcf17 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469064'] for port (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:37.626625 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-a1750af4-3ef5-4df7-9e7d-8dec080ab062 req-e26d9e18-b94d-422d-b211-8a53d3ffcf17 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.36 "DELETE /v2.0/ports/e54a4066-a1cd-43cd-bf19-c474f7a751af HTTP/1.1" status: 204 len: 173 time: 0.9174948 Feb 21 00:36:37.627096 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40d12558-3fed-4562-b3a8-9a6f076fc3d9', 'name': 'network-vif-deleted', 'tag': 'e54a4066-a1cd-43cd-bf19-c474f7a751af'}] {{(pid=109223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:36:37.629335 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e715aefe3c9ef135eab9c3f6db0762b6d644c88deee0f0e52fc82e911840b856" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ea6c9f6-badf-4dbd-95d8-ab1ed1132fe3" -d '{"events": [{"server_uuid": "40d12558-3fed-4562-b3a8-9a6f076fc3d9", "name": "network-vif-deleted", "tag": "e54a4066-a1cd-43cd-bf19-c474f7a751af"}]}' {{(pid=109223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:36:37.674900 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 00:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c527a44-a4f1-4b0d-937f-e6af8368d470 x-openstack-request-id: req-2c527a44-a4f1-4b0d-937f-e6af8368d470 {{(pid=109223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:36:37.675445 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40d12558-3fed-4562-b3a8-9a6f076fc3d9", "name": "network-vif-deleted", "tag": "e54a4066-a1cd-43cd-bf19-c474f7a751af", "status": "completed", "code": 200}]} {{(pid=109223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:36:37.675869 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2c527a44-a4f1-4b0d-937f-e6af8368d470 {{(pid=109223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:36:37.676272 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40d12558-3fed-4562-b3a8-9a6f076fc3d9', 'name': 'network-vif-deleted', 'tag': 'e54a4066-a1cd-43cd-bf19-c474f7a751af', 'status': 'completed', 'code': 200} Feb 21 00:36:37.735757 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvr_db [None req-68a4e21d-2bd7-4afc-a78a-2f3c126517dd None None] Set router 74397fb8-3d56-4ff8-97fc-6408820a2fe8 gateway port host: dv-cinder-813225-6-iscsi {{(pid=109224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:36:37.797319 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-d80a00e8-054f-4c0f-8812-f4ff753acb68 req-86dd5c96-8cc3-494e-8e9a-db322ccd60d7 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=40d12558-3fed-4562-b3a8-9a6f076fc3d9 HTTP/1.1" status: 200 len: 210 time: 0.0364077 Feb 21 00:36:37.945540 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-68a4e21d-2bd7-4afc-a78a-2f3c126517dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74397fb8-3d56-4ff8-97fc-6408820a2fe8', 'name': 'tempest-AttachVolumeShelveTestJSON-1682423178-router', 'tenant_id': '51a255ecc1c64df295f0bd94fee4f7d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'external_fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': '5aa8f52d-bb36-476f-8ecb-c86e2c7d1b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:31:38Z', 'updated_at': '2022-02-21T00:31:49Z', 'revision_number': 4, 'project_id': '51a255ecc1c64df295f0bd94fee4f7d2', 'gw_port': {'id': '5aa8f52d-bb36-476f-8ecb-c86e2c7d1b6f', 'name': '', 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74397fb8-3d56-4ff8-97fc-6408820a2fe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:31:39Z', 'updated_at': '2022-02-21T00:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '890cd9a8-3116-412f-9022-3458585959da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-6-iscsi', '_interfaces': [{'id': '9d747878-1e67-405b-b6e8-52d1a7508fdc', 'name': '', 'network_id': '2cc309f6-129c-421f-a7c2-95ecda53f9b9', 'tenant_id': '51a255ecc1c64df295f0bd94fee4f7d2', 'mac_address': 'fa:16:3e:5c:93:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74397fb8-3d56-4ff8-97fc-6408820a2fe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '4c4904f9-0933-4cbb-8971-c27649ee3505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:31:45Z', 'updated_at': '2022-02-21T00:31:59Z', 'revision_number': 5, 'project_id': '51a255ecc1c64df295f0bd94fee4f7d2', 'subnets': [{'id': '4c4904f9-0933-4cbb-8971-c27649ee3505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-6-iscsi', False) {} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:36:37.978992 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a4e21d-2bd7-4afc-a78a-2f3c126517dd None None] Checking router: 74397fb8-3d56-4ff8-97fc-6408820a2fe8 for host: dv-cinder-813225-6-iscsi {{(pid=109224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 00:36:37.988065 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a4e21d-2bd7-4afc-a78a-2f3c126517dd None None] Routers {'74397fb8-3d56-4ff8-97fc-6408820a2fe8'} bound to L3 agent in host dv-cinder-813225-6-iscsi {{(pid=109224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:36:37.989242 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-68a4e21d-2bd7-4afc-a78a-2f3c126517dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-21T00:23:33Z,description=,heartbeat_timestamp=2022-02-21T00:36:34Z,host='dv-cinder-813225-6-iscsi',id=47b5b2cb-5391-4fc3-9478-3db20537c35a,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:23:34Z,topic='l3_agent')) {'router_ids': ['74397fb8-3d56-4ff8-97fc-6408820a2fe8'], 'active': True} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:36:38.208900 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (d6e95c40-1d90-4a13-9e37-1d6580a24190), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:38.270188 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvr_db [None req-68a4e21d-2bd7-4afc-a78a-2f3c126517dd None None] Set router 74397fb8-3d56-4ff8-97fc-6408820a2fe8 gateway port host: dv-cinder-813225-6-iscsi {{(pid=109224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:36:38.521687 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-68a4e21d-2bd7-4afc-a78a-2f3c126517dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74397fb8-3d56-4ff8-97fc-6408820a2fe8', 'name': 'tempest-AttachVolumeShelveTestJSON-1682423178-router', 'tenant_id': '51a255ecc1c64df295f0bd94fee4f7d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'external_fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': '5aa8f52d-bb36-476f-8ecb-c86e2c7d1b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:31:38Z', 'updated_at': '2022-02-21T00:31:49Z', 'revision_number': 4, 'project_id': '51a255ecc1c64df295f0bd94fee4f7d2', 'gw_port': {'id': '5aa8f52d-bb36-476f-8ecb-c86e2c7d1b6f', 'name': '', 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74397fb8-3d56-4ff8-97fc-6408820a2fe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:31:39Z', 'updated_at': '2022-02-21T00:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '890cd9a8-3116-412f-9022-3458585959da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-6-iscsi', '_interfaces': [{'id': '9d747878-1e67-405b-b6e8-52d1a7508fdc', 'name': '', 'network_id': '2cc309f6-129c-421f-a7c2-95ecda53f9b9', 'tenant_id': '51a255ecc1c64df295f0bd94fee4f7d2', 'mac_address': 'fa:16:3e:5c:93:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74397fb8-3d56-4ff8-97fc-6408820a2fe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '4c4904f9-0933-4cbb-8971-c27649ee3505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:31:45Z', 'updated_at': '2022-02-21T00:31:59Z', 'revision_number': 5, 'project_id': '51a255ecc1c64df295f0bd94fee4f7d2', 'subnets': [{'id': '4c4904f9-0933-4cbb-8971-c27649ee3505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-6-iscsi', False) {} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:36:38.549771 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a4e21d-2bd7-4afc-a78a-2f3c126517dd None None] The sync data for ids ['74397fb8-3d56-4ff8-97fc-6408820a2fe8'] in dv-cinder-813225-6-iscsi is: [{'id': '74397fb8-3d56-4ff8-97fc-6408820a2fe8', 'name': 'tempest-AttachVolumeShelveTestJSON-1682423178-router', 'tenant_id': '51a255ecc1c64df295f0bd94fee4f7d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'external_fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': '5aa8f52d-bb36-476f-8ecb-c86e2c7d1b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:31:38Z', 'updated_at': '2022-02-21T00:31:49Z', 'revision_number': 4, 'project_id': '51a255ecc1c64df295f0bd94fee4f7d2', 'gw_port': {'id': '5aa8f52d-bb36-476f-8ecb-c86e2c7d1b6f', 'name': '', 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74397fb8-3d56-4ff8-97fc-6408820a2fe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:31:39Z', 'updated_at': '2022-02-21T00:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '890cd9a8-3116-412f-9022-3458585959da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-6-iscsi', '_interfaces': [{'id': '9d747878-1e67-405b-b6e8-52d1a7508fdc', 'name': '', 'network_id': '2cc309f6-129c-421f-a7c2-95ecda53f9b9', 'tenant_id': '51a255ecc1c64df295f0bd94fee4f7d2', 'mac_address': 'fa:16:3e:5c:93:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74397fb8-3d56-4ff8-97fc-6408820a2fe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '4c4904f9-0933-4cbb-8971-c27649ee3505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:31:45Z', 'updated_at': '2022-02-21T00:31:59Z', 'revision_number': 5, 'project_id': '51a255ecc1c64df295f0bd94fee4f7d2', 'subnets': [{'id': '4c4904f9-0933-4cbb-8971-c27649ee3505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 00:36:38.820750 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af4ee63-1b08-43f6-955e-fe51ee67b895 None None] New status for floating IP 6623302f-c1a6-4259-90e1-fc681c19b766: DOWN {{(pid=109225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 00:36:38.890638 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 59392) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:36:38.949106 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-44890f20-ebe6-48df-9ee7-3421c2e49588 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Publish callbacks [] for security_group (0f05195e-1011-4af1-b12a-07d8f5627ca9), before_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:38.973403 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-44890f20-ebe6-48df-9ee7-3421c2e49588 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Publish callbacks [] for security_group (0f05195e-1011-4af1-b12a-07d8f5627ca9), precommit_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:39.019241 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-44890f20-ebe6-48df-9ee7-3421c2e49588 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (0f05195e-1011-4af1-b12a-07d8f5627ca9), after_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:39.021787 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-44890f20-ebe6-48df-9ee7-3421c2e49588 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Publish callbacks [] for security_group (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:39.022942 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-44890f20-ebe6-48df-9ee7-3421c2e49588 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "DELETE /v2.0/security-groups/0f05195e-1011-4af1-b12a-07d8f5627ca9 HTTP/1.1" status: 204 len: 168 time: 0.1313055 Feb 21 00:36:39.025931 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 59394) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:36:39.034253 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44890f20-ebe6-48df-9ee7-3421c2e49588 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f05195e-1011-4af1-b12a-07d8f5627ca9,revision_number=None']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:36:39.042093 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.api.v2.resource [None req-ee92d3d7-7350-4c79-bd73-23129a697ac1 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] show failed (client error): The resource could not be found. Feb 21 00:36:39.045892 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-ee92d3d7-7350-4c79-bd73-23129a697ac1 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups/0f05195e-1011-4af1-b12a-07d8f5627ca9 HTTP/1.1" status: 404 len: 347 time: 0.0155485 Feb 21 00:36:39.046219 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 59396) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:36:39.179673 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.plugin [None req-4f290abb-38cd-424e-986e-7fce4a3e7328 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Deleting port cdf38463-e5a5-4612-b693-6e164b712282 {{(pid=109222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 00:36:39.180018 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-4f290abb-38cd-424e-986e-7fce4a3e7328 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731676621334'] for port (cdf38463-e5a5-4612-b693-6e164b712282), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:39.254240 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-4f290abb-38cd-424e-986e-7fce4a3e7328 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950719'] for port (cdf38463-e5a5-4612-b693-6e164b712282), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:39.254604 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-4f290abb-38cd-424e-986e-7fce4a3e7328 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Publish callbacks [] for floatingip (cdf38463-e5a5-4612-b693-6e164b712282), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:39.268852 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.plugin [None req-4f290abb-38cd-424e-986e-7fce4a3e7328 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Calling delete_port for cdf38463-e5a5-4612-b693-6e164b712282 owned by network:floatingip {{(pid=109222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 00:36:39.404845 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-4f290abb-38cd-424e-986e-7fce4a3e7328 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731676626041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731676182824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8582894421'] for port (cdf38463-e5a5-4612-b693-6e164b712282), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:39.430286 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f290abb-38cd-424e-986e-7fce4a3e7328 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Pushing event deleted for resources: {'Port': ['ID=cdf38463-e5a5-4612-b693-6e164b712282,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:36:39.498399 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-4f290abb-38cd-424e-986e-7fce4a3e7328 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Publish callbacks [] for floatingip (6623302f-c1a6-4259-90e1-fc681c19b766), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:39.501523 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-4f290abb-38cd-424e-986e-7fce4a3e7328 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469064'] for floatingip (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:39.505553 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-4f290abb-38cd-424e-986e-7fce4a3e7328 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "DELETE /v2.0/floatingips/6623302f-c1a6-4259-90e1-fc681c19b766 HTTP/1.1" status: 204 len: 168 time: 0.4554355 Feb 21 00:36:39.678231 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 59406) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:36:39.683415 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.v2.base [None req-c265d348-5f77-4ff3-a0a0-86c871bad468 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1280491215', 'description': 'tempest-description--1422120017'}} {{(pid=109223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:36:39.703797 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-c265d348-5f77-4ff3-a0a0-86c871bad468 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Publish callbacks [] for security_group (None), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:39.769875 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-c265d348-5f77-4ff3-a0a0-86c871bad468 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Publish callbacks [] for security_group (7620e282-a5c6-4f74-9c3a-d4610dec1186), precommit_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:39.773750 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-c265d348-5f77-4ff3-a0a0-86c871bad468 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (7620e282-a5c6-4f74-9c3a-d4610dec1186), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:39.802057 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c265d348-5f77-4ff3-a0a0-86c871bad468 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7620e282-a5c6-4f74-9c3a-d4610dec1186,revision_number=1']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:36:39.806803 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-c265d348-5f77-4ff3-a0a0-86c871bad468 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Publish callbacks [] for security_group (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:39.808881 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-c265d348-5f77-4ff3-a0a0-86c871bad468 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1295738 Feb 21 00:36:39.812239 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 59410) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:36:39.817321 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [None req-66e6a844-7e91-421d-98d7-de589d081f7a tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Request body: {'security_group_rule': {'security_group_id': '7620e282-a5c6-4f74-9c3a-d4610dec1186', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:36:39.848191 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-66e6a844-7e91-421d-98d7-de589d081f7a tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Publish callbacks [] for security_group_rule (b009e34a-9607-4eb1-b7b8-046f5259f87e), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:39.908679 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-66e6a844-7e91-421d-98d7-de589d081f7a tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Publish callbacks [] for security_group_rule (b009e34a-9607-4eb1-b7b8-046f5259f87e), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:39.913085 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-66e6a844-7e91-421d-98d7-de589d081f7a tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574764'] for security_group_rule (b009e34a-9607-4eb1-b7b8-046f5259f87e), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:39.930062 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e6a844-7e91-421d-98d7-de589d081f7a tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b009e34a-9607-4eb1-b7b8-046f5259f87e,revision_number=0']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:36:39.945819 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-66e6a844-7e91-421d-98d7-de589d081f7a tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:39.947057 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-66e6a844-7e91-421d-98d7-de589d081f7a tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1340048 Feb 21 00:36:39.949976 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 59418) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:36:39.954967 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.v2.base [None req-18fc1ed3-bf3a-4d4e-9391-2c2bd05b260c tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Request body: {'security_group_rule': {'security_group_id': '7620e282-a5c6-4f74-9c3a-d4610dec1186', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:36:39.983061 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-18fc1ed3-bf3a-4d4e-9391-2c2bd05b260c tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Publish callbacks [] for security_group_rule (99fa0755-2742-4373-9f67-829c7cd4a4c0), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:40.086281 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-18fc1ed3-bf3a-4d4e-9391-2c2bd05b260c tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Publish callbacks [] for security_group_rule (99fa0755-2742-4373-9f67-829c7cd4a4c0), precommit_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:40.091531 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-18fc1ed3-bf3a-4d4e-9391-2c2bd05b260c tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574764'] for security_group_rule (99fa0755-2742-4373-9f67-829c7cd4a4c0), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:40.127403 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fc1ed3-bf3a-4d4e-9391-2c2bd05b260c tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99fa0755-2742-4373-9f67-829c7cd4a4c0,revision_number=0']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:36:40.134923 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-18fc1ed3-bf3a-4d4e-9391-2c2bd05b260c tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:40.137084 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-18fc1ed3-bf3a-4d4e-9391-2c2bd05b260c tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1855130 Feb 21 00:36:40.140829 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 59426) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:36:40.147276 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.v2.base [None req-015fd1ec-f3ca-489e-96a9-082e59ccf3ce tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Request body: {'floatingip': {'floating_network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050'}} {{(pid=109223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:36:40.183613 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-015fd1ec-f3ca-489e-96a9-082e59ccf3ce tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:40.290908 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-015fd1ec-f3ca-489e-96a9-082e59ccf3ce tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (None), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:40.435706 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731b31b4-5075-4828-9d50-d86ea32d660a req-4da9e5ba-b05d-4e28-8a3d-8b5e89843637 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:40.437916 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-731b31b4-5075-4828-9d50-d86ea32d660a req-4da9e5ba-b05d-4e28-8a3d-8b5e89843637 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/ports?device_id=dcb8276e-ea77-4539-906f-42a546630687 HTTP/1.1" status: 200 len: 945 time: 0.3351979 Feb 21 00:36:40.461794 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.db.db_base_plugin_common [None req-015fd1ec-f3ca-489e-96a9-082e59ccf3ce tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Allocated IP 172.27.3.164 (9d25e361-1d6c-4c24-9c73-356a2ab84050/890cd9a8-3116-412f-9022-3458585959da/d4930b96-9d28-4b7e-a7f6-f8dcdc8a1d20) {{(pid=109223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 00:36:40.759836 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Device e54a4066-a1cd-43cd-bf19-c474f7a751af no longer exists at agent hyperv_hv-cinder-81322 {{(pid=109224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 00:36:40.799448 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] No Port match for: e54a4066-a1cd-43cd-bf19-c474f7a751af {{(pid=109224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 00:36:40.799795 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Device e54a4066-a1cd-43cd-bf19-c474f7a751af not bound to the agent host hv-cinder-81322 {{(pid=109224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 00:36:40.821420 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-731b31b4-5075-4828-9d50-d86ea32d660a req-c5599813-4b49-4243-9ecf-3760eecbc1bf tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/security-groups?id=4800d725-62c7-4955-8da5-9d1a9cb45564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3782144 Feb 21 00:36:40.872066 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-015fd1ec-f3ca-489e-96a9-082e59ccf3ce tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Publish callbacks [] for port (d4930b96-9d28-4b7e-a7f6-f8dcdc8a1d20), precommit_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:40.907931 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-015fd1ec-f3ca-489e-96a9-082e59ccf3ce tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731676182815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3995289'] for port (d4930b96-9d28-4b7e-a7f6-f8dcdc8a1d20), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:40.942358 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015fd1ec-f3ca-489e-96a9-082e59ccf3ce tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Network 9d25e361-1d6c-4c24-9c73-356a2ab84050 is already hosted by enough agents. {{(pid=109223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:36:40.945171 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.scheduler.base_scheduler [None req-015fd1ec-f3ca-489e-96a9-082e59ccf3ce tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Resources bound (agent type, host, resource id): {{(pid=109223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:36:40.949334 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015fd1ec-f3ca-489e-96a9-082e59ccf3ce tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Received port after_create {{(pid=109223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 00:36:40.973240 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015fd1ec-f3ca-489e-96a9-082e59ccf3ce tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Pushing event updated for resources: {'Port': ['ID=d4930b96-9d28-4b7e-a7f6-f8dcdc8a1d20,revision_number=1']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:36:41.037184 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-015fd1ec-f3ca-489e-96a9-082e59ccf3ce tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Publish callbacks [] for floatingip (d0ca8fc2-be66-4c10-82c3-89f2382856b9), precommit_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:41.071742 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-015fd1ec-f3ca-489e-96a9-082e59ccf3ce tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (d4930b96-9d28-4b7e-a7f6-f8dcdc8a1d20), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:41.230746 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-015fd1ec-f3ca-489e-96a9-082e59ccf3ce tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Publish callbacks [] for port (d4930b96-9d28-4b7e-a7f6-f8dcdc8a1d20), precommit_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:41.236773 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-015fd1ec-f3ca-489e-96a9-082e59ccf3ce tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3995266'] for port (d4930b96-9d28-4b7e-a7f6-f8dcdc8a1d20), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:41.308821 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015fd1ec-f3ca-489e-96a9-082e59ccf3ce tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Pushing event updated for resources: {'Port': ['ID=d4930b96-9d28-4b7e-a7f6-f8dcdc8a1d20,revision_number=2']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:36:41.321704 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-015fd1ec-f3ca-489e-96a9-082e59ccf3ce tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-951287'] for floatingip (d0ca8fc2-be66-4c10-82c3-89f2382856b9), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:41.340855 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-015fd1ec-f3ca-489e-96a9-082e59ccf3ce tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469064'] for floatingip (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:41.342289 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-015fd1ec-f3ca-489e-96a9-082e59ccf3ce tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2000506 Feb 21 00:36:41.550745 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-1dc0e354-be40-4870-b82d-e5bea4937fc6 req-89810408-cbd4-4cf3-8958-319e93be63bf tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1280491215&fields=id&tenant_id=51a255ecc1c64df295f0bd94fee4f7d2 HTTP/1.1" status: 200 len: 267 time: 0.0427155 Feb 21 00:36:41.650051 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc0e354-be40-4870-b82d-e5bea4937fc6 req-44662a1f-6566-482e-949b-82b8d57f710a tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:41.651947 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-1dc0e354-be40-4870-b82d-e5bea4937fc6 req-44662a1f-6566-482e-949b-82b8d57f710a tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/networks?id=2cc309f6-129c-421f-a7c2-95ecda53f9b9 HTTP/1.1" status: 200 len: 817 time: 0.0942743 Feb 21 00:36:41.665637 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-1dc0e354-be40-4870-b82d-e5bea4937fc6 req-1e729c76-2ef0-464f-bbe5-d82f9be9d2a0 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/quotas/51a255ecc1c64df295f0bd94fee4f7d2 HTTP/1.1" status: 200 len: 375 time: 0.0084178 Feb 21 00:36:41.721473 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-1dc0e354-be40-4870-b82d-e5bea4937fc6 req-07fbcddf-e279-4a18-be16-2bf01da7c1a3 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=51a255ecc1c64df295f0bd94fee4f7d2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505137 Feb 21 00:36:41.816009 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-1dc0e354-be40-4870-b82d-e5bea4937fc6 req-7021cfae-4223-4e3f-9906-80dd1e288656 service neutron] 10.222.0.45 "GET /v2.0/networks/2cc309f6-129c-421f-a7c2-95ecda53f9b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802412 Feb 21 00:36:41.912427 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-1dc0e354-be40-4870-b82d-e5bea4937fc6 req-51fffe61-da10-4030-b7a5-222651834d08 service neutron] 10.222.0.45 "GET /v2.0/networks/2cc309f6-129c-421f-a7c2-95ecda53f9b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902927 Feb 21 00:36:41.952808 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cffc92-4bb5-4cc6-a075-bd79b76db9c0 req-862d05e0-c8b7-499f-90b9-588164381f87 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:41.954343 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-f3cffc92-4bb5-4cc6-a075-bd79b76db9c0 req-862d05e0-c8b7-499f-90b9-588164381f87 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/ports?device_id=dcb8276e-ea77-4539-906f-42a546630687 HTTP/1.1" status: 200 len: 945 time: 0.0642114 Feb 21 00:36:42.020723 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-f3cffc92-4bb5-4cc6-a075-bd79b76db9c0 req-d88c3873-d144-4c5b-80b6-bb35e31f6c41 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/security-groups?id=4800d725-62c7-4955-8da5-9d1a9cb45564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599399 Feb 21 00:36:42.080688 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-533aa78a-6e94-4ab9-85b9-de4e5cfc6c50 req-bb1d37df-4f8d-4bfe-8910-6e307b10f133 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=294469b7-8854-4bee-b457-efbb0b15850e HTTP/1.1" status: 200 len: 210 time: 0.0271189 Feb 21 00:36:42.205691 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9e9e00-1835-4e45-b393-983315824d2f req-85fbe6a8-ce29-4498-8d6b-62c5779604d2 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:42.207021 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-ff9e9e00-1835-4e45-b393-983315824d2f req-85fbe6a8-ce29-4498-8d6b-62c5779604d2 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.36 "GET /v2.0/ports?device_id=dcb8276e-ea77-4539-906f-42a546630687 HTTP/1.1" status: 200 len: 945 time: 0.0533602 Feb 21 00:36:42.304131 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [req-ff9e9e00-1835-4e45-b393-983315824d2f req-69928968-b6f8-4abd-a945-e432324ed05c tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Deleting port 35e51b35-b86d-498b-b7fa-a67131025523 {{(pid=109223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 00:36:42.304557 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-ff9e9e00-1835-4e45-b393-983315824d2f req-69928968-b6f8-4abd-a945-e432324ed05c tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731676621334'] for port (35e51b35-b86d-498b-b7fa-a67131025523), before_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:42.415372 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [req-ff9e9e00-1835-4e45-b393-983315824d2f req-69928968-b6f8-4abd-a945-e432324ed05c tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] For port 35e51b35-b86d-498b-b7fa-a67131025523, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=35e51b35-b86d-498b-b7fa-a67131025523,segment=NetworkSegment(cb4aac1d-2986-47c5-9166-1b8e3caa68ed),segment_id=cb4aac1d-2986-47c5-9166-1b8e3caa68ed)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:36:42.415372 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-ff9e9e00-1835-4e45-b393-983315824d2f req-69928968-b6f8-4abd-a945-e432324ed05c tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950719'] for port (35e51b35-b86d-498b-b7fa-a67131025523), precommit_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:42.596337 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-ff9e9e00-1835-4e45-b393-983315824d2f req-69928968-b6f8-4abd-a945-e432324ed05c tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:42.596714 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-ff9e9e00-1835-4e45-b393-983315824d2f req-69928968-b6f8-4abd-a945-e432324ed05c tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-951287'] for floatingip (047a9b14-b8c4-47dc-9d33-af219ac6e8cd), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:42.597016 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.db.l3_db [req-ff9e9e00-1835-4e45-b393-983315824d2f req-69928968-b6f8-4abd-a945-e432324ed05c tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Floating IP 047a9b14-b8c4-47dc-9d33-af219ac6e8cd disassociated. External IP: 172.27.3.106, port: 35e51b35-b86d-498b-b7fa-a67131025523. Feb 21 00:36:42.597348 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [req-ff9e9e00-1835-4e45-b393-983315824d2f req-69928968-b6f8-4abd-a945-e432324ed05c tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Calling delete_port for 35e51b35-b86d-498b-b7fa-a67131025523 owned by compute:nova {{(pid=109223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 00:36:42.734471 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-ff9e9e00-1835-4e45-b393-983315824d2f req-69928968-b6f8-4abd-a945-e432324ed05c tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731676626041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731676182824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3995289'] for port (35e51b35-b86d-498b-b7fa-a67131025523), after_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:42.764718 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69928968-b6f8-4abd-a945-e432324ed05c tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Pushing event deleted for resources: {'Port': ['ID=35e51b35-b86d-498b-b7fa-a67131025523,revision_number=None']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:36:42.882089 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ff9e9e00-1835-4e45-b393-983315824d2f req-69928968-b6f8-4abd-a945-e432324ed05c tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Router 346adc60-ef05-48df-9cb2-9b491a24d31d has already been hosted by L3 agent 47b5b2cb-5391-4fc3-9478-3db20537c35a {{(pid=109223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 00:36:43.013851 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ff9e9e00-1835-4e45-b393-983315824d2f req-69928968-b6f8-4abd-a945-e432324ed05c tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Notify agent at l3_agent.dv-cinder-813225-6-iscsi the message routers_updated {{(pid=109223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 00:36:43.030432 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5d46fc-f47c-4d14-a66e-9d20393da785 None None] Sync routers for ids ['346adc60-ef05-48df-9cb2-9b491a24d31d'] in dv-cinder-813225-6-iscsi {{(pid=109224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 00:36:43.050998 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5d46fc-f47c-4d14-a66e-9d20393da785 None None] Routers {'346adc60-ef05-48df-9cb2-9b491a24d31d'} bound to L3 agent in host dv-cinder-813225-6-iscsi {{(pid=109224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:36:43.051886 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-ba5d46fc-f47c-4d14-a66e-9d20393da785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-21T00:23:33Z,description=,heartbeat_timestamp=2022-02-21T00:36:34Z,host='dv-cinder-813225-6-iscsi',id=47b5b2cb-5391-4fc3-9478-3db20537c35a,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:23:34Z,topic='l3_agent')) {'router_ids': ['346adc60-ef05-48df-9cb2-9b491a24d31d'], 'active': True} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:36:43.127748 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff9e9e00-1835-4e45-b393-983315824d2f req-69928968-b6f8-4abd-a945-e432324ed05c tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] No DVR routers for this DVR port 35e51b35-b86d-498b-b7fa-a67131025523 on host hv-cinder-81322 {{(pid=109223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 00:36:43.147220 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-ff9e9e00-1835-4e45-b393-983315824d2f req-69928968-b6f8-4abd-a945-e432324ed05c tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469064'] for port (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:43.158500 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-ff9e9e00-1835-4e45-b393-983315824d2f req-69928968-b6f8-4abd-a945-e432324ed05c tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.36 "DELETE /v2.0/ports/35e51b35-b86d-498b-b7fa-a67131025523 HTTP/1.1" status: 204 len: 173 time: 0.9442017 Feb 21 00:36:43.160925 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcb8276e-ea77-4539-906f-42a546630687', 'name': 'network-vif-deleted', 'tag': '35e51b35-b86d-498b-b7fa-a67131025523'}] {{(pid=109223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:36:43.164244 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e715aefe3c9ef135eab9c3f6db0762b6d644c88deee0f0e52fc82e911840b856" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9bb0b75-5901-4f2e-8be2-f9b2dc1fd759" -d '{"events": [{"server_uuid": "dcb8276e-ea77-4539-906f-42a546630687", "name": "network-vif-deleted", "tag": "35e51b35-b86d-498b-b7fa-a67131025523"}]}' {{(pid=109223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:36:43.271806 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc0e354-be40-4870-b82d-e5bea4937fc6 req-fddb9b69-c0c4-4066-95f6-295a151e3046 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:43.274293 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-1dc0e354-be40-4870-b82d-e5bea4937fc6 req-fddb9b69-c0c4-4066-95f6-295a151e3046 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.36 "GET /v2.0/networks?id=2cc309f6-129c-421f-a7c2-95ecda53f9b9 HTTP/1.1" status: 200 len: 817 time: 0.2657576 Feb 21 00:36:43.276760 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-1d029089-5874-4534-a21c-be7afcb74fd0 req-558555f1-6d0a-415d-835b-440bd1b1b2f1 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/ports?device_id=dcb8276e-ea77-4539-906f-42a546630687 HTTP/1.1" status: 200 len: 210 time: 0.1018982 Feb 21 00:36:43.302513 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvr_db [None req-ba5d46fc-f47c-4d14-a66e-9d20393da785 None None] Set router 346adc60-ef05-48df-9cb2-9b491a24d31d gateway port host: dv-cinder-813225-6-iscsi {{(pid=109224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:36:43.312972 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-7cfe668d-7020-4997-a02c-4028d6c22088 req-7d45bc9a-9ce0-46f3-a04d-8cab73e8a0ee tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=294469b7-8854-4bee-b457-efbb0b15850e HTTP/1.1" status: 200 len: 210 time: 0.0753369 Feb 21 00:36:43.406832 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 00:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92332ff2-2fab-48e1-9e3e-87faa496d7b9 x-openstack-request-id: req-92332ff2-2fab-48e1-9e3e-87faa496d7b9 {{(pid=109223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:36:43.407157 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcb8276e-ea77-4539-906f-42a546630687", "name": "network-vif-deleted", "tag": "35e51b35-b86d-498b-b7fa-a67131025523", "status": "completed", "code": 200}]} {{(pid=109223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:36:43.407704 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-92332ff2-2fab-48e1-9e3e-87faa496d7b9 {{(pid=109223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:36:43.408276 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcb8276e-ea77-4539-906f-42a546630687', 'name': 'network-vif-deleted', 'tag': '35e51b35-b86d-498b-b7fa-a67131025523', 'status': 'completed', 'code': 200} Feb 21 00:36:43.431896 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-1dc0e354-be40-4870-b82d-e5bea4937fc6 req-858104bf-6cbf-40a1-9527-6bb2ef2b7b11 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=51a255ecc1c64df295f0bd94fee4f7d2 HTTP/1.1" status: 200 len: 380 time: 0.1403449 Feb 21 00:36:43.477715 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [req-1dc0e354-be40-4870-b82d-e5bea4937fc6 req-2cd32cb8-3ffd-428b-af25-04005b05fa0c tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Request body: {'port': {'device_id': '294469b7-8854-4bee-b457-efbb0b15850e', 'network_id': '2cc309f6-129c-421f-a7c2-95ecda53f9b9', 'admin_state_up': True, 'tenant_id': '51a255ecc1c64df295f0bd94fee4f7d2', 'security_groups': ['7620e282-a5c6-4f74-9c3a-d4610dec1186']}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:36:43.575301 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f7799f-8986-4c14-ba4c-418c5cb7bfc3 req-a01cb875-04e9-4571-a716-a37af0eeadad tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:43.576832 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-05f7799f-8986-4c14-ba4c-418c5cb7bfc3 req-a01cb875-04e9-4571-a716-a37af0eeadad tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] 10.222.0.45 "GET /v2.0/ports?device_id=f267e599-538e-4788-8935-b6c7bdaba1f4 HTTP/1.1" status: 200 len: 946 time: 0.1419971 Feb 21 00:36:43.606951 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-ba5d46fc-f47c-4d14-a66e-9d20393da785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '346adc60-ef05-48df-9cb2-9b491a24d31d', 'name': 'tempest-TestVolumeBootPattern-1275303664-router', 'tenant_id': '2270182ca89c4878829f5c7baac9afe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'external_fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '53e7767d-0a14-4513-b911-ce8d7620d468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:32:51Z', 'updated_at': '2022-02-21T00:32:55Z', 'revision_number': 4, 'project_id': '2270182ca89c4878829f5c7baac9afe8', 'gw_port': {'id': '53e7767d-0a14-4513-b911-ce8d7620d468', 'name': '', 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:62:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346adc60-ef05-48df-9cb2-9b491a24d31d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:32:52Z', 'updated_at': '2022-02-21T00:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '890cd9a8-3116-412f-9022-3458585959da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-6-iscsi', '_interfaces': [{'id': 'a6e3da95-a78f-4af2-a6ad-b55f6ec209e3', 'name': '', 'network_id': '2e0e8283-a033-407a-bc70-5d3d5b11923a', 'tenant_id': '2270182ca89c4878829f5c7baac9afe8', 'mac_address': 'fa:16:3e:5a:7b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346adc60-ef05-48df-9cb2-9b491a24d31d', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '7bfe349a-348f-4ba1-9415-79c5ecd08feb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:32:54Z', 'updated_at': '2022-02-21T00:33:01Z', 'revision_number': 5, 'project_id': '2270182ca89c4878829f5c7baac9afe8', 'subnets': [{'id': '7bfe349a-348f-4ba1-9415-79c5ecd08feb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-6-iscsi', False) {} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:36:43.634133 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5d46fc-f47c-4d14-a66e-9d20393da785 None None] Checking router: 346adc60-ef05-48df-9cb2-9b491a24d31d for host: dv-cinder-813225-6-iscsi {{(pid=109224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 00:36:43.645347 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5d46fc-f47c-4d14-a66e-9d20393da785 None None] Routers {'346adc60-ef05-48df-9cb2-9b491a24d31d'} bound to L3 agent in host dv-cinder-813225-6-iscsi {{(pid=109224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:36:43.646143 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-ba5d46fc-f47c-4d14-a66e-9d20393da785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-21T00:23:33Z,description=,heartbeat_timestamp=2022-02-21T00:36:34Z,host='dv-cinder-813225-6-iscsi',id=47b5b2cb-5391-4fc3-9478-3db20537c35a,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:23:34Z,topic='l3_agent')) {'router_ids': ['346adc60-ef05-48df-9cb2-9b491a24d31d'], 'active': True} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:36:43.652210 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-05f7799f-8986-4c14-ba4c-418c5cb7bfc3 req-3cad83ff-1023-45f2-8523-a5a9f33c7a93 tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] 10.222.0.45 "GET /v2.0/security-groups?id=943d9094-73ba-4c4f-8835-aab977d1176c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691369 Feb 21 00:36:43.667954 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dc0e354-be40-4870-b82d-e5bea4937fc6 req-2cd32cb8-3ffd-428b-af25-04005b05fa0c tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Made reservation on behalf of 51a255ecc1c64df295f0bd94fee4f7d2 for: {'port': 1} {{(pid=109222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 00:36:43.671562 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-1dc0e354-be40-4870-b82d-e5bea4937fc6 req-2cd32cb8-3ffd-428b-af25-04005b05fa0c tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:43.787707 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvr_db [None req-ba5d46fc-f47c-4d14-a66e-9d20393da785 None None] Set router 346adc60-ef05-48df-9cb2-9b491a24d31d gateway port host: dv-cinder-813225-6-iscsi {{(pid=109224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:36:43.801664 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.db.db_base_plugin_common [req-1dc0e354-be40-4870-b82d-e5bea4937fc6 req-2cd32cb8-3ffd-428b-af25-04005b05fa0c tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Allocated IP 172.20.0.7 (2cc309f6-129c-421f-a7c2-95ecda53f9b9/4c4904f9-0933-4cbb-8971-c27649ee3505/7737bb4f-43f4-4311-a75d-cc77a3bece1e) {{(pid=109222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 00:36:43.937420 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-1dc0e354-be40-4870-b82d-e5bea4937fc6 req-2cd32cb8-3ffd-428b-af25-04005b05fa0c tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Publish callbacks [] for port (7737bb4f-43f4-4311-a75d-cc77a3bece1e), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:43.972593 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-1dc0e354-be40-4870-b82d-e5bea4937fc6 req-2cd32cb8-3ffd-428b-af25-04005b05fa0c tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731676182815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8582894421'] for port (7737bb4f-43f4-4311-a75d-cc77a3bece1e), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:43.988667 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-ba5d46fc-f47c-4d14-a66e-9d20393da785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '346adc60-ef05-48df-9cb2-9b491a24d31d', 'name': 'tempest-TestVolumeBootPattern-1275303664-router', 'tenant_id': '2270182ca89c4878829f5c7baac9afe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'external_fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '53e7767d-0a14-4513-b911-ce8d7620d468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:32:51Z', 'updated_at': '2022-02-21T00:32:55Z', 'revision_number': 4, 'project_id': '2270182ca89c4878829f5c7baac9afe8', 'gw_port': {'id': '53e7767d-0a14-4513-b911-ce8d7620d468', 'name': '', 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:62:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346adc60-ef05-48df-9cb2-9b491a24d31d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:32:52Z', 'updated_at': '2022-02-21T00:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '890cd9a8-3116-412f-9022-3458585959da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-6-iscsi', '_interfaces': [{'id': 'a6e3da95-a78f-4af2-a6ad-b55f6ec209e3', 'name': '', 'network_id': '2e0e8283-a033-407a-bc70-5d3d5b11923a', 'tenant_id': '2270182ca89c4878829f5c7baac9afe8', 'mac_address': 'fa:16:3e:5a:7b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346adc60-ef05-48df-9cb2-9b491a24d31d', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '7bfe349a-348f-4ba1-9415-79c5ecd08feb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:32:54Z', 'updated_at': '2022-02-21T00:33:01Z', 'revision_number': 5, 'project_id': '2270182ca89c4878829f5c7baac9afe8', 'subnets': [{'id': '7bfe349a-348f-4ba1-9415-79c5ecd08feb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-6-iscsi', False) {} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:36:44.013371 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dc0e354-be40-4870-b82d-e5bea4937fc6 req-2cd32cb8-3ffd-428b-af25-04005b05fa0c tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Network 2cc309f6-129c-421f-a7c2-95ecda53f9b9 is already hosted by enough agents. {{(pid=109222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:36:44.015938 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5d46fc-f47c-4d14-a66e-9d20393da785 None None] The sync data for ids ['346adc60-ef05-48df-9cb2-9b491a24d31d'] in dv-cinder-813225-6-iscsi is: [{'id': '346adc60-ef05-48df-9cb2-9b491a24d31d', 'name': 'tempest-TestVolumeBootPattern-1275303664-router', 'tenant_id': '2270182ca89c4878829f5c7baac9afe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'external_fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '53e7767d-0a14-4513-b911-ce8d7620d468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:32:51Z', 'updated_at': '2022-02-21T00:32:55Z', 'revision_number': 4, 'project_id': '2270182ca89c4878829f5c7baac9afe8', 'gw_port': {'id': '53e7767d-0a14-4513-b911-ce8d7620d468', 'name': '', 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:62:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346adc60-ef05-48df-9cb2-9b491a24d31d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:32:52Z', 'updated_at': '2022-02-21T00:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '890cd9a8-3116-412f-9022-3458585959da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-6-iscsi', '_interfaces': [{'id': 'a6e3da95-a78f-4af2-a6ad-b55f6ec209e3', 'name': '', 'network_id': '2e0e8283-a033-407a-bc70-5d3d5b11923a', 'tenant_id': '2270182ca89c4878829f5c7baac9afe8', 'mac_address': 'fa:16:3e:5a:7b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346adc60-ef05-48df-9cb2-9b491a24d31d', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '7bfe349a-348f-4ba1-9415-79c5ecd08feb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:32:54Z', 'updated_at': '2022-02-21T00:33:01Z', 'revision_number': 5, 'project_id': '2270182ca89c4878829f5c7baac9afe8', 'subnets': [{'id': '7bfe349a-348f-4ba1-9415-79c5ecd08feb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 00:36:44.016408 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.scheduler.base_scheduler [req-1dc0e354-be40-4870-b82d-e5bea4937fc6 req-2cd32cb8-3ffd-428b-af25-04005b05fa0c tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Resources bound (agent type, host, resource id): {{(pid=109222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:36:44.020424 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dc0e354-be40-4870-b82d-e5bea4937fc6 req-2cd32cb8-3ffd-428b-af25-04005b05fa0c tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Received port after_create {{(pid=109222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 00:36:44.062745 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd32cb8-3ffd-428b-af25-04005b05fa0c tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Pushing event updated for resources: {'Port': ['ID=7737bb4f-43f4-4311-a75d-cc77a3bece1e,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:36:44.087678 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc0e354-be40-4870-b82d-e5bea4937fc6 req-2cd32cb8-3ffd-428b-af25-04005b05fa0c tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:44.088350 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-1dc0e354-be40-4870-b82d-e5bea4937fc6 req-2cd32cb8-3ffd-428b-af25-04005b05fa0c tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469064'] for port (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:44.109114 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-1dc0e354-be40-4870-b82d-e5bea4937fc6 req-2cd32cb8-3ffd-428b-af25-04005b05fa0c tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6352618 Feb 21 00:36:44.130353 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [req-1dc0e354-be40-4870-b82d-e5bea4937fc6 req-644e8a80-9894-42ec-8b66-5e5360671460 service neutron] Request body: {'port': {'device_id': '294469b7-8854-4bee-b457-efbb0b15850e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:36:44.200000 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-1dc0e354-be40-4870-b82d-e5bea4937fc6 req-644e8a80-9894-42ec-8b66-5e5360671460 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (7737bb4f-43f4-4311-a75d-cc77a3bece1e), before_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:44.313529 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d42fe3-c50f-4bd7-93cf-889149d7e013 None None] New status for floating IP 047a9b14-b8c4-47dc-9d33-af219ac6e8cd: DOWN {{(pid=109225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 00:36:44.347213 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-9f5a02ae-54cd-4bf4-bfe8-5e738a971e82 None None] Provisioning complete for port 7737bb4f-43f4-4311-a75d-cc77a3bece1e triggered by entity DHCP. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:36:44.347699 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-9f5a02ae-54cd-4bf4-bfe8-5e738a971e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (7737bb4f-43f4-4311-a75d-cc77a3bece1e), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:44.390158 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-9f5a02ae-54cd-4bf4-bfe8-5e738a971e82 None None] Port 7737bb4f-43f4-4311-a75d-cc77a3bece1e cannot update to ACTIVE because it is not bound. {{(pid=109224) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 00:36:44.527763 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b6c1f5-d0e6-4434-96ca-7235b0f9e082 req-96074026-29b7-493d-8b51-010f52a8c041 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:44.529296 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-e4b6c1f5-d0e6-4434-96ca-7235b0f9e082 req-96074026-29b7-493d-8b51-010f52a8c041 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=294469b7-8854-4bee-b457-efbb0b15850e HTTP/1.1" status: 200 len: 931 time: 0.0987980 Feb 21 00:36:44.576764 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.notifiers.nova [req-1dc0e354-be40-4870-b82d-e5bea4937fc6 req-644e8a80-9894-42ec-8b66-5e5360671460 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7737bb4f-43f4-4311-a75d-cc77a3bece1e {{(pid=109222) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 00:36:44.591552 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-1dc0e354-be40-4870-b82d-e5bea4937fc6 req-644e8a80-9894-42ec-8b66-5e5360671460 service neutron] Publish callbacks [] for port (7737bb4f-43f4-4311-a75d-cc77a3bece1e), precommit_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:44.622278 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-e4b6c1f5-d0e6-4434-96ca-7235b0f9e082 req-2dc295d2-55bb-4a9a-828f-1881376b6b90 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=7620e282-a5c6-4f74-9c3a-d4610dec1186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723917 Feb 21 00:36:44.626997 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.db.provisioning_blocks [req-1dc0e354-be40-4870-b82d-e5bea4937fc6 req-644e8a80-9894-42ec-8b66-5e5360671460 service neutron] Transition to ACTIVE for port object 7737bb4f-43f4-4311-a75d-cc77a3bece1e will not be triggered until provisioned by entity L2. {{(pid=109222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 00:36:44.638844 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-1dc0e354-be40-4870-b82d-e5bea4937fc6 req-644e8a80-9894-42ec-8b66-5e5360671460 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8582894414'] for port (7737bb4f-43f4-4311-a75d-cc77a3bece1e), after_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:44.643745 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-f2ad0c7e-3b25-4c33-833a-2b58e20ef43e req-b2243647-e3ef-49f6-af52-cb72f6ca26c6 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2059579576&fields=id&tenant_id=2270182ca89c4878829f5c7baac9afe8 HTTP/1.1" status: 200 len: 267 time: 0.0581899 Feb 21 00:36:44.658126 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (2124d49d-e543-43fa-8e9f-817e1d020459), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:44.772921 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ad0c7e-3b25-4c33-833a-2b58e20ef43e req-c18bb347-b66a-4096-91d9-285a50ee5262 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:44.773968 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-f2ad0c7e-3b25-4c33-833a-2b58e20ef43e req-c18bb347-b66a-4096-91d9-285a50ee5262 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/networks?id=2e0e8283-a033-407a-bc70-5d3d5b11923a HTTP/1.1" status: 200 len: 812 time: 0.1274776 Feb 21 00:36:44.794564 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-f2ad0c7e-3b25-4c33-833a-2b58e20ef43e req-89b83933-4f65-4c7e-938f-84ca037af6c5 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/quotas/2270182ca89c4878829f5c7baac9afe8 HTTP/1.1" status: 200 len: 375 time: 0.0118213 Feb 21 00:36:44.799025 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644e8a80-9894-42ec-8b66-5e5360671460 service neutron] Pushing event updated for resources: {'Port': ['ID=7737bb4f-43f4-4311-a75d-cc77a3bece1e,revision_number=2']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:36:44.837752 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.managers [req-1dc0e354-be40-4870-b82d-e5bea4937fc6 req-644e8a80-9894-42ec-8b66-5e5360671460 service neutron] Attempting to bind port 7737bb4f-43f4-4311-a75d-cc77a3bece1e on host hv-cinder-81322 for vnic_type normal with profile {{(pid=109222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 00:36:44.839298 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.managers [req-1dc0e354-be40-4870-b82d-e5bea4937fc6 req-644e8a80-9894-42ec-8b66-5e5360671460 service neutron] Attempting to bind port 7737bb4f-43f4-4311-a75d-cc77a3bece1e by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '905ecc73-8a74-4e6f-8e03-5ec9e3dbca32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2cc309f6-129c-421f-a7c2-95ecda53f9b9'}] {{(pid=109222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 00:36:44.839866 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc0e354-be40-4870-b82d-e5bea4937fc6 req-644e8a80-9894-42ec-8b66-5e5360671460 service neutron] Attempting to bind port 7737bb4f-43f4-4311-a75d-cc77a3bece1e on network 2cc309f6-129c-421f-a7c2-95ecda53f9b9 {{(pid=109222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:36:44.853012 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d380fafc-8c24-47c1-8646-655726445316 req-562219c8-9a7f-4ada-a4e3-79d18b55d544 tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:44.855727 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-d380fafc-8c24-47c1-8646-655726445316 req-562219c8-9a7f-4ada-a4e3-79d18b55d544 tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] 10.222.0.45 "GET /v2.0/ports?device_id=f267e599-538e-4788-8935-b6c7bdaba1f4 HTTP/1.1" status: 200 len: 946 time: 0.1271222 Feb 21 00:36:44.856668 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc0e354-be40-4870-b82d-e5bea4937fc6 req-644e8a80-9894-42ec-8b66-5e5360671460 service neutron] Port 7737bb4f-43f4-4311-a75d-cc77a3bece1e on network 2cc309f6-129c-421f-a7c2-95ecda53f9b9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=109222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 00:36:44.857146 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc0e354-be40-4870-b82d-e5bea4937fc6 req-644e8a80-9894-42ec-8b66-5e5360671460 service neutron] Attempting to bind port 7737bb4f-43f4-4311-a75d-cc77a3bece1e on network 2cc309f6-129c-421f-a7c2-95ecda53f9b9 {{(pid=109222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:36:44.863609 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc0e354-be40-4870-b82d-e5bea4937fc6 req-644e8a80-9894-42ec-8b66-5e5360671460 service neutron] Checking agent: {'id': '2124d49d-e543-43fa-8e9f-817e1d020459', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 0, 29, 44), 'started_at': datetime.datetime(2022, 2, 21, 0, 29, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 0, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 00:36:44.864221 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc0e354-be40-4870-b82d-e5bea4937fc6 req-644e8a80-9894-42ec-8b66-5e5360671460 service neutron] Checking segment: {'id': '905ecc73-8a74-4e6f-8e03-5ec9e3dbca32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2cc309f6-129c-421f-a7c2-95ecda53f9b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:36:44.864775 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc0e354-be40-4870-b82d-e5bea4937fc6 req-644e8a80-9894-42ec-8b66-5e5360671460 service neutron] Bound using segment: {'id': '905ecc73-8a74-4e6f-8e03-5ec9e3dbca32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2cc309f6-129c-421f-a7c2-95ecda53f9b9'} {{(pid=109222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 00:36:44.865358 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.managers [req-1dc0e354-be40-4870-b82d-e5bea4937fc6 req-644e8a80-9894-42ec-8b66-5e5360671460 service neutron] Bound port: 7737bb4f-43f4-4311-a75d-cc77a3bece1e, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '905ecc73-8a74-4e6f-8e03-5ec9e3dbca32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2cc309f6-129c-421f-a7c2-95ecda53f9b9'}}] {{(pid=109222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 00:36:44.865885 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-1dc0e354-be40-4870-b82d-e5bea4937fc6 req-644e8a80-9894-42ec-8b66-5e5360671460 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (7737bb4f-43f4-4311-a75d-cc77a3bece1e), before_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:44.871821 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-f2ad0c7e-3b25-4c33-833a-2b58e20ef43e req-eec0cbab-c0dc-415b-9e9e-078e7603a10b tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=2270182ca89c4878829f5c7baac9afe8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0684936 Feb 21 00:36:44.969146 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-d380fafc-8c24-47c1-8646-655726445316 req-c74cc7eb-023b-4418-bbb3-19a1a02c964b tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] 10.222.0.45 "GET /v2.0/security-groups?id=943d9094-73ba-4c4f-8835-aab977d1176c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999291 Feb 21 00:36:44.992604 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.db [req-1dc0e354-be40-4870-b82d-e5bea4937fc6 req-644e8a80-9894-42ec-8b66-5e5360671460 service neutron] For port 7737bb4f-43f4-4311-a75d-cc77a3bece1e, host hv-cinder-81322, cleared binding levels {{(pid=109222) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 00:36:44.994551 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.db [req-1dc0e354-be40-4870-b82d-e5bea4937fc6 req-644e8a80-9894-42ec-8b66-5e5360671460 service neutron] For port 7737bb4f-43f4-4311-a75d-cc77a3bece1e, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=7737bb4f-43f4-4311-a75d-cc77a3bece1e,segment=NetworkSegment(905ecc73-8a74-4e6f-8e03-5ec9e3dbca32),segment_id=905ecc73-8a74-4e6f-8e03-5ec9e3dbca32)] {{(pid=109222) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 00:36:45.002101 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-1dc0e354-be40-4870-b82d-e5bea4937fc6 req-644e8a80-9894-42ec-8b66-5e5360671460 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8582894414'] for port (7737bb4f-43f4-4311-a75d-cc77a3bece1e), after_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:45.045525 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc0e354-be40-4870-b82d-e5bea4937fc6 req-644e8a80-9894-42ec-8b66-5e5360671460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:45.046020 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-1dc0e354-be40-4870-b82d-e5bea4937fc6 req-644e8a80-9894-42ec-8b66-5e5360671460 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469064'] for port (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:45.047483 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-1dc0e354-be40-4870-b82d-e5bea4937fc6 req-644e8a80-9894-42ec-8b66-5e5360671460 service neutron] 10.222.0.36 "PUT /v2.0/ports/7737bb4f-43f4-4311-a75d-cc77a3bece1e HTTP/1.1" status: 200 len: 1093 time: 0.9214280 Feb 21 00:36:45.054722 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '294469b7-8854-4bee-b457-efbb0b15850e', 'tag': '7737bb4f-43f4-4311-a75d-cc77a3bece1e'}] {{(pid=109222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:36:45.054827 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-f2ad0c7e-3b25-4c33-833a-2b58e20ef43e req-9f8253ce-784e-4ecc-9f37-3b0774b1497c service neutron] 10.222.0.45 "GET /v2.0/networks/2e0e8283-a033-407a-bc70-5d3d5b11923a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617723 Feb 21 00:36:45.054909 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81563fad7634ec273475caa61ca91dc94d21cc2561ee8f59b09b3f9a67cb5537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e488240-2c01-4019-94e4-9c5db1be5f8e" -d '{"events": [{"name": "network-changed", "server_uuid": "294469b7-8854-4bee-b457-efbb0b15850e", "tag": "7737bb4f-43f4-4311-a75d-cc77a3bece1e"}]}' {{(pid=109222) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:36:45.107058 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644e8a80-9894-42ec-8b66-5e5360671460 service neutron] Pushing event updated for resources: {'Port': ['ID=7737bb4f-43f4-4311-a75d-cc77a3bece1e,revision_number=3']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:36:45.159972 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-f2ad0c7e-3b25-4c33-833a-2b58e20ef43e req-b142726f-9504-41ec-a432-6fe1eba71965 service neutron] 10.222.0.45 "GET /v2.0/networks/2e0e8283-a033-407a-bc70-5d3d5b11923a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081507 Feb 21 00:36:45.163785 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 00:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a730b1d5-808f-4f18-ad32-18f414d32f9e x-openstack-request-id: req-a730b1d5-808f-4f18-ad32-18f414d32f9e {{(pid=109222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:36:45.164429 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "294469b7-8854-4bee-b457-efbb0b15850e", "tag": "7737bb4f-43f4-4311-a75d-cc77a3bece1e", "status": "completed", "code": 200}]} {{(pid=109222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:36:45.164841 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a730b1d5-808f-4f18-ad32-18f414d32f9e {{(pid=109222) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:36:45.165410 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '294469b7-8854-4bee-b457-efbb0b15850e', 'tag': '7737bb4f-43f4-4311-a75d-cc77a3bece1e', 'status': 'completed', 'code': 200} Feb 21 00:36:45.182107 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc0e354-be40-4870-b82d-e5bea4937fc6 req-cff3aca0-f6d2-4542-b2c0-aee371e5b309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:45.184868 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-1dc0e354-be40-4870-b82d-e5bea4937fc6 req-cff3aca0-f6d2-4542-b2c0-aee371e5b309 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=51a255ecc1c64df295f0bd94fee4f7d2&device_id=294469b7-8854-4bee-b457-efbb0b15850e HTTP/1.1" status: 200 len: 1127 time: 0.0697262 Feb 21 00:36:45.250541 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-1dc0e354-be40-4870-b82d-e5bea4937fc6 req-959238d6-dd8c-4aa3-9f28-fdfd6c070cf4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7737bb4f-43f4-4311-a75d-cc77a3bece1e HTTP/1.1" status: 200 len: 217 time: 0.0515385 Feb 21 00:36:45.316227 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc0e354-be40-4870-b82d-e5bea4937fc6 req-db719f3a-9d63-49d8-a9e8-808165be9b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:45.317832 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-1dc0e354-be40-4870-b82d-e5bea4937fc6 req-db719f3a-9d63-49d8-a9e8-808165be9b16 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4c4904f9-0933-4cbb-8971-c27649ee3505 HTTP/1.1" status: 200 len: 856 time: 0.0521510 Feb 21 00:36:45.373813 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef43be8b-3e85-44b8-ab58-446904b3aea9 req-58f00e44-bf4f-499d-aecd-a4933ec2298f tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:45.375490 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-ef43be8b-3e85-44b8-ab58-446904b3aea9 req-58f00e44-bf4f-499d-aecd-a4933ec2298f tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] 10.222.0.36 "GET /v2.0/ports?device_id=f267e599-538e-4788-8935-b6c7bdaba1f4 HTTP/1.1" status: 200 len: 946 time: 0.0737486 Feb 21 00:36:45.379502 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc0e354-be40-4870-b82d-e5bea4937fc6 req-1fab257e-8fc7-4ad7-864c-2c7e765b89a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:45.381496 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-1dc0e354-be40-4870-b82d-e5bea4937fc6 req-1fab257e-8fc7-4ad7-864c-2c7e765b89a2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2cc309f6-129c-421f-a7c2-95ecda53f9b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0567589 Feb 21 00:36:45.500584 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 59562) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:36:45.516066 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [req-ef43be8b-3e85-44b8-ab58-446904b3aea9 req-5961df29-5ed7-4ca3-b0cc-a71c100b2adc tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] Deleting port a2c176e4-3ec4-4450-9357-221844b62779 {{(pid=109223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 00:36:45.516489 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-ef43be8b-3e85-44b8-ab58-446904b3aea9 req-5961df29-5ed7-4ca3-b0cc-a71c100b2adc tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731676621334'] for port (a2c176e4-3ec4-4450-9357-221844b62779), before_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:45.529449 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-a2b0f40f-95ba-465f-ba57-6884e412c82e req-13c0afda-1541-4c39-a1da-161b55214c6e tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/ports?device_id=45b7045b-0291-42aa-9094-dedd4933b375 HTTP/1.1" status: 200 len: 210 time: 0.0377896 Feb 21 00:36:45.531409 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-1dc0e354-be40-4870-b82d-e5bea4937fc6 req-e90df786-01d8-44f1-a207-6eef27c87fd7 service neutron] 10.222.0.36 "GET /v2.0/networks/2cc309f6-129c-421f-a7c2-95ecda53f9b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432962 Feb 21 00:36:45.629296 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [req-ef43be8b-3e85-44b8-ab58-446904b3aea9 req-5961df29-5ed7-4ca3-b0cc-a71c100b2adc tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] For port a2c176e4-3ec4-4450-9357-221844b62779, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a2c176e4-3ec4-4450-9357-221844b62779,segment=NetworkSegment(44fbb5db-c5b2-4e96-93d0-4174690df5fa),segment_id=44fbb5db-c5b2-4e96-93d0-4174690df5fa)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:36:45.629638 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-ef43be8b-3e85-44b8-ab58-446904b3aea9 req-5961df29-5ed7-4ca3-b0cc-a71c100b2adc tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950719'] for port (a2c176e4-3ec4-4450-9357-221844b62779), precommit_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:45.646008 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-1dc0e354-be40-4870-b82d-e5bea4937fc6 req-bbdc53cf-7589-407c-b87a-7d8a4c0b6340 service neutron] 10.222.0.36 "GET /v2.0/networks/2cc309f6-129c-421f-a7c2-95ecda53f9b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056659 Feb 21 00:36:45.659803 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [req-ef43be8b-3e85-44b8-ab58-446904b3aea9 req-5961df29-5ed7-4ca3-b0cc-a71c100b2adc tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] Calling delete_port for a2c176e4-3ec4-4450-9357-221844b62779 owned by compute:nova {{(pid=109223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 00:36:45.672233 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-23261ebb-ee5c-41e9-9883-11a8b786adb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:45.757385 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e488240-2c01-4019-94e4-9c5db1be5f8e req-e40d040d-c73f-4fbf-aba1-3e22b8a87258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:45.759319 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-8e488240-2c01-4019-94e4-9c5db1be5f8e req-e40d040d-c73f-4fbf-aba1-3e22b8a87258 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=51a255ecc1c64df295f0bd94fee4f7d2&device_id=294469b7-8854-4bee-b457-efbb0b15850e HTTP/1.1" status: 200 len: 1127 time: 0.0529292 Feb 21 00:36:45.847226 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf452a0-0016-4fa1-a24b-3e0ed8f52f3e req-39f8c565-5b30-4480-8074-7bafc693b25d tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:45.848598 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-6cf452a0-0016-4fa1-a24b-3e0ed8f52f3e req-39f8c565-5b30-4480-8074-7bafc693b25d tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=294469b7-8854-4bee-b457-efbb0b15850e HTTP/1.1" status: 200 len: 943 time: 0.1290982 Feb 21 00:36:45.874123 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e488240-2c01-4019-94e4-9c5db1be5f8e req-584e99c9-5a82-424f-bf74-2c26ad379b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:45.876658 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-8e488240-2c01-4019-94e4-9c5db1be5f8e req-584e99c9-5a82-424f-bf74-2c26ad379b73 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2cc309f6-129c-421f-a7c2-95ecda53f9b9 HTTP/1.1" status: 200 len: 918 time: 0.1090820 Feb 21 00:36:45.895160 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-23261ebb-ee5c-41e9-9883-11a8b786adb4 admin admin] Publish callbacks [] for security_group (6bdc5184-a392-4562-bc8d-25edab699350), precommit_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:45.909072 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-23261ebb-ee5c-41e9-9883-11a8b786adb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (6bdc5184-a392-4562-bc8d-25edab699350), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:45.941944 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-8e488240-2c01-4019-94e4-9c5db1be5f8e req-b237ac4e-cf99-40a7-86bf-c01cf2091325 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7737bb4f-43f4-4311-a75d-cc77a3bece1e HTTP/1.1" status: 200 len: 217 time: 0.0562837 Feb 21 00:36:45.968076 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-ddb930f0-da2a-4e12-b895-5a1482d655ca req-6f5369da-ff65-43cf-8ff3-29b8b42f61c9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4fd7fea7-9f01-48c5-ac04-7fb6bd253b61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0903654 Feb 21 00:36:45.982640 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-ef43be8b-3e85-44b8-ab58-446904b3aea9 req-5961df29-5ed7-4ca3-b0cc-a71c100b2adc tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731676626041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731676182824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3995289'] for port (a2c176e4-3ec4-4450-9357-221844b62779), after_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:45.988190 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-23261ebb-ee5c-41e9-9883-11a8b786adb4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8a8e97e44af94fc897976f92d5d9c9b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4863343 Feb 21 00:36:45.992010 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 59576) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:36:45.993403 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23261ebb-ee5c-41e9-9883-11a8b786adb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bdc5184-a392-4562-bc8d-25edab699350,revision_number=1']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:36:45.999530 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-6cf452a0-0016-4fa1-a24b-3e0ed8f52f3e req-0d491d5f-9059-44c8-9b79-6d413728cdff tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=7620e282-a5c6-4f74-9c3a-d4610dec1186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1401050 Feb 21 00:36:46.025298 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] get_ports_and_sgs() called for port_ids ['a2c176e4-3ec4-4450-9357-221844b62779'] {{(pid=109224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 00:36:46.027072 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5961df29-5ed7-4ca3-b0cc-a71c100b2adc tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] Pushing event deleted for resources: {'Port': ['ID=a2c176e4-3ec4-4450-9357-221844b62779,revision_number=None']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:36:46.042624 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e488240-2c01-4019-94e4-9c5db1be5f8e req-b39980d9-39ca-4504-a768-99f0f6bf747e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:46.044162 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-8e488240-2c01-4019-94e4-9c5db1be5f8e req-b39980d9-39ca-4504-a768-99f0f6bf747e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4c4904f9-0933-4cbb-8971-c27649ee3505 HTTP/1.1" status: 200 len: 856 time: 0.0893734 Feb 21 00:36:46.086448 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef43be8b-3e85-44b8-ab58-446904b3aea9 req-5961df29-5ed7-4ca3-b0cc-a71c100b2adc tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] No DVR routers for this DVR port a2c176e4-3ec4-4450-9357-221844b62779 on host hv-cinder-81322 {{(pid=109223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 00:36:46.089184 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [req-ef43be8b-3e85-44b8-ab58-446904b3aea9 req-5961df29-5ed7-4ca3-b0cc-a71c100b2adc tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469064'] for port (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:46.093332 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-ef43be8b-3e85-44b8-ab58-446904b3aea9 req-5961df29-5ed7-4ca3-b0cc-a71c100b2adc tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] 10.222.0.36 "DELETE /v2.0/ports/a2c176e4-3ec4-4450-9357-221844b62779 HTTP/1.1" status: 204 len: 173 time: 0.7123516 Feb 21 00:36:46.093913 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f267e599-538e-4788-8935-b6c7bdaba1f4', 'name': 'network-vif-deleted', 'tag': 'a2c176e4-3ec4-4450-9357-221844b62779'}] {{(pid=109223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:36:46.099555 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-87db69ac-72e4-4afa-b7d9-f92f9db3ab8e admin admin] Publish callbacks [] for security_group (6bdc5184-a392-4562-bc8d-25edab699350), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:46.102219 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e715aefe3c9ef135eab9c3f6db0762b6d644c88deee0f0e52fc82e911840b856" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e2f2076-43c8-4d6c-b1d1-994a81a1d395" -d '{"events": [{"server_uuid": "f267e599-538e-4788-8935-b6c7bdaba1f4", "name": "network-vif-deleted", "tag": "a2c176e4-3ec4-4450-9357-221844b62779"}]}' {{(pid=109223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:36:46.143436 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-87db69ac-72e4-4afa-b7d9-f92f9db3ab8e admin admin] Publish callbacks [] for security_group (6bdc5184-a392-4562-bc8d-25edab699350), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:46.171661 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 00:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b85eba4-d6b0-44f1-8adf-90919293ed05 x-openstack-request-id: req-3b85eba4-d6b0-44f1-8adf-90919293ed05 {{(pid=109223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:36:46.172256 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f267e599-538e-4788-8935-b6c7bdaba1f4", "name": "network-vif-deleted", "tag": "a2c176e4-3ec4-4450-9357-221844b62779", "status": "completed", "code": 200}]} {{(pid=109223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:36:46.172612 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3b85eba4-d6b0-44f1-8adf-90919293ed05 {{(pid=109223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:36:46.173121 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f267e599-538e-4788-8935-b6c7bdaba1f4', 'name': 'network-vif-deleted', 'tag': 'a2c176e4-3ec4-4450-9357-221844b62779', 'status': 'completed', 'code': 200} Feb 21 00:36:46.183284 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e488240-2c01-4019-94e4-9c5db1be5f8e req-d059a53e-43e3-4779-a05f-5bad7216fe54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:46.184780 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-8e488240-2c01-4019-94e4-9c5db1be5f8e req-d059a53e-43e3-4779-a05f-5bad7216fe54 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2cc309f6-129c-421f-a7c2-95ecda53f9b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1300321 Feb 21 00:36:46.204725 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb930f0-da2a-4e12-b895-5a1482d655ca req-fb351b44-d0a9-4514-8980-73f1c7458349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:46.204951 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-d9bd90a0-5c08-4d9c-9cd2-13fc2048ed5f req-eec60c3d-4bba-407b-8889-a48848b3570a tempest-VolumesSnapshotTestJSON-363368333 tempest-VolumesSnapshotTestJSON-363368333-project] 10.222.0.45 "GET /v2.0/ports?device_id=f267e599-538e-4788-8935-b6c7bdaba1f4 HTTP/1.1" status: 200 len: 210 time: 0.0591991 Feb 21 00:36:46.206488 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-ddb930f0-da2a-4e12-b895-5a1482d655ca req-fb351b44-d0a9-4514-8980-73f1c7458349 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f83942655a004261ad34343d44c6cf6b&device_id=4fd7fea7-9f01-48c5-ac04-7fb6bd253b61 HTTP/1.1" status: 200 len: 1129 time: 0.0741591 Feb 21 00:36:46.309799 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-87db69ac-72e4-4afa-b7d9-f92f9db3ab8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (6bdc5184-a392-4562-bc8d-25edab699350), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:46.312407 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-87db69ac-72e4-4afa-b7d9-f92f9db3ab8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:46.313534 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-87db69ac-72e4-4afa-b7d9-f92f9db3ab8e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6bdc5184-a392-4562-bc8d-25edab699350 HTTP/1.1" status: 204 len: 168 time: 0.3205388 Feb 21 00:36:46.329468 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-8e488240-2c01-4019-94e4-9c5db1be5f8e req-8ca44858-edf6-4ca3-9a84-d196fe911264 service neutron] 10.222.0.36 "GET /v2.0/networks/2cc309f6-129c-421f-a7c2-95ecda53f9b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275306 Feb 21 00:36:46.330342 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87db69ac-72e4-4afa-b7d9-f92f9db3ab8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bdc5184-a392-4562-bc8d-25edab699350,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:36:46.377764 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb930f0-da2a-4e12-b895-5a1482d655ca req-cc22e433-9a4d-4ecf-8b37-abba93451435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:46.379280 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-ddb930f0-da2a-4e12-b895-5a1482d655ca req-cc22e433-9a4d-4ecf-8b37-abba93451435 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c58ec42c-ebf4-48a5-8b13-e00a879614cb HTTP/1.1" status: 200 len: 911 time: 0.1294637 Feb 21 00:36:46.443684 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-8e488240-2c01-4019-94e4-9c5db1be5f8e req-f7a3fecb-eaa7-4d7c-bf2f-8c3a6a2d0000 service neutron] 10.222.0.36 "GET /v2.0/networks/2cc309f6-129c-421f-a7c2-95ecda53f9b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042960 Feb 21 00:36:46.459271 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-ddb930f0-da2a-4e12-b895-5a1482d655ca req-e16c205a-2387-4bd2-8891-bc2837933011 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=420adea9-d216-4e58-9d60-bb5d2a0bacdb HTTP/1.1" status: 200 len: 1000 time: 0.0688386 Feb 21 00:36:46.520647 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb930f0-da2a-4e12-b895-5a1482d655ca req-4e019933-7f9d-4d73-988d-90f20f02f9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:46.522421 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-ddb930f0-da2a-4e12-b895-5a1482d655ca req-4e019933-7f9d-4d73-988d-90f20f02f9a2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a770bec4-4043-4a9e-b8d8-da9ffce5c8ef HTTP/1.1" status: 200 len: 849 time: 0.0527711 Feb 21 00:36:46.574539 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb930f0-da2a-4e12-b895-5a1482d655ca req-3da47fa8-68df-45f7-90fb-8a9a0463f5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:46.576375 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-ddb930f0-da2a-4e12-b895-5a1482d655ca req-3da47fa8-68df-45f7-90fb-8a9a0463f5f8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c58ec42c-ebf4-48a5-8b13-e00a879614cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474668 Feb 21 00:36:46.627587 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 59588) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:36:46.641057 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-b8fd5457-6cf7-4b8a-afdd-06e4d6e51049 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:46.671081 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-37e8724b-1d4b-4332-86a3-43f185eca4b7 req-cbfa64de-a0ef-40d7-a0c2-c1ffec893ef3 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/ports?device_id=45b7045b-0291-42aa-9094-dedd4933b375 HTTP/1.1" status: 200 len: 210 time: 0.0684206 Feb 21 00:36:46.724882 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-ddb930f0-da2a-4e12-b895-5a1482d655ca req-33d03479-bd72-4297-9f67-6b45608c3006 service neutron] 10.222.0.36 "GET /v2.0/networks/c58ec42c-ebf4-48a5-8b13-e00a879614cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393840 Feb 21 00:36:46.731074 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-b8fd5457-6cf7-4b8a-afdd-06e4d6e51049 admin admin] Publish callbacks [] for security_group (e1209c4c-4142-4934-b0d5-0c202e128f08), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:46.734585 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-b8fd5457-6cf7-4b8a-afdd-06e4d6e51049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (e1209c4c-4142-4934-b0d5-0c202e128f08), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:46.775827 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-b8fd5457-6cf7-4b8a-afdd-06e4d6e51049 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6eee01cce00e4f85bea6ad4204595f03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1470797 Feb 21 00:36:46.777061 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fd5457-6cf7-4b8a-afdd-06e4d6e51049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1209c4c-4142-4934-b0d5-0c202e128f08,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:36:46.782904 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Device 35e51b35-b86d-498b-b7fa-a67131025523 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=109224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 00:36:46.790308 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 59590) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:36:46.812486 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] No Port match for: 35e51b35-b86d-498b-b7fa-a67131025523 {{(pid=109224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 00:36:46.813100 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Device 35e51b35-b86d-498b-b7fa-a67131025523 not bound to the agent host hv-cinder-81322 {{(pid=109224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 00:36:46.813715 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Device a2c176e4-3ec4-4450-9357-221844b62779 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=109224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 00:36:46.835004 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] No Port match for: a2c176e4-3ec4-4450-9357-221844b62779 {{(pid=109224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 00:36:46.835644 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Device a2c176e4-3ec4-4450-9357-221844b62779 not bound to the agent host hv-cinder-81322 {{(pid=109224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 00:36:46.857832 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-ddb930f0-da2a-4e12-b895-5a1482d655ca req-2f7580f2-c886-4446-80e9-c00af2439be4 service neutron] 10.222.0.36 "GET /v2.0/networks/c58ec42c-ebf4-48a5-8b13-e00a879614cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208525 Feb 21 00:36:47.125856 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-2cf4cb43-706b-479b-83f5-b05210d10cdb admin admin] Publish callbacks [] for security_group (e1209c4c-4142-4934-b0d5-0c202e128f08), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:47.212188 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-2cf4cb43-706b-479b-83f5-b05210d10cdb admin admin] Publish callbacks [] for security_group (e1209c4c-4142-4934-b0d5-0c202e128f08), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:47.294096 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bda99bb-5963-4395-bed1-a1d3808156ec req-2ed7b140-9953-492a-a809-279c08c261ca tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:47.295605 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-3bda99bb-5963-4395-bed1-a1d3808156ec req-2ed7b140-9953-492a-a809-279c08c261ca tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=294469b7-8854-4bee-b457-efbb0b15850e HTTP/1.1" status: 200 len: 943 time: 0.1596253 Feb 21 00:36:47.304316 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ad0c7e-3b25-4c33-833a-2b58e20ef43e req-b9f07dc0-9714-40e1-a406-930b8540c616 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:47.305679 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-f2ad0c7e-3b25-4c33-833a-2b58e20ef43e req-b9f07dc0-9714-40e1-a406-930b8540c616 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.36 "GET /v2.0/networks?id=2e0e8283-a033-407a-bc70-5d3d5b11923a HTTP/1.1" status: 200 len: 812 time: 0.4534087 Feb 21 00:36:47.338158 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-2cf4cb43-706b-479b-83f5-b05210d10cdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (e1209c4c-4142-4934-b0d5-0c202e128f08), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:47.341273 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-2cf4cb43-706b-479b-83f5-b05210d10cdb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:47.344798 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-2cf4cb43-706b-479b-83f5-b05210d10cdb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e1209c4c-4142-4934-b0d5-0c202e128f08 HTTP/1.1" status: 204 len: 168 time: 0.5499580 Feb 21 00:36:47.357989 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf4cb43-706b-479b-83f5-b05210d10cdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1209c4c-4142-4934-b0d5-0c202e128f08,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:36:47.413941 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-3bda99bb-5963-4395-bed1-a1d3808156ec req-62525b1d-2666-4f44-8965-5ee2b63ce5db tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=7620e282-a5c6-4f74-9c3a-d4610dec1186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070497 Feb 21 00:36:47.419861 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-f2ad0c7e-3b25-4c33-833a-2b58e20ef43e req-77966cc7-251b-4f2a-81b3-96dc430904c0 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2270182ca89c4878829f5c7baac9afe8 HTTP/1.1" status: 200 len: 380 time: 0.0969172 Feb 21 00:36:47.450837 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [req-f2ad0c7e-3b25-4c33-833a-2b58e20ef43e req-34dadb43-b43e-4fb9-90d6-2e4c5219adbb tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Request body: {'port': {'device_id': '45b7045b-0291-42aa-9094-dedd4933b375', 'network_id': '2e0e8283-a033-407a-bc70-5d3d5b11923a', 'admin_state_up': True, 'tenant_id': '2270182ca89c4878829f5c7baac9afe8', 'security_groups': ['4800d725-62c7-4955-8da5-9d1a9cb45564']}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:36:47.597130 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2ad0c7e-3b25-4c33-833a-2b58e20ef43e req-34dadb43-b43e-4fb9-90d6-2e4c5219adbb tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Made reservation on behalf of 2270182ca89c4878829f5c7baac9afe8 for: {'port': 1} {{(pid=109222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 00:36:47.609704 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-f2ad0c7e-3b25-4c33-833a-2b58e20ef43e req-34dadb43-b43e-4fb9-90d6-2e4c5219adbb tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:47.751200 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.db.db_base_plugin_common [req-f2ad0c7e-3b25-4c33-833a-2b58e20ef43e req-34dadb43-b43e-4fb9-90d6-2e4c5219adbb tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Allocated IP 172.20.0.6 (2e0e8283-a033-407a-bc70-5d3d5b11923a/7bfe349a-348f-4ba1-9415-79c5ecd08feb/29793eb8-0013-46e9-9082-b8e83760b325) {{(pid=109222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 00:36:47.774852 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-091157e9-5b41-44a4-88df-4915fc5aa6ff req-76a111d6-f369-4438-be63-747491bcd7c4 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/ports?device_id=45b7045b-0291-42aa-9094-dedd4933b375 HTTP/1.1" status: 200 len: 210 time: 0.0298805 Feb 21 00:36:47.785631 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 59608) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:36:47.813132 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-19baf172-1cba-48b0-a852-ec80ab6efa15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:47.940825 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-f2ad0c7e-3b25-4c33-833a-2b58e20ef43e req-34dadb43-b43e-4fb9-90d6-2e4c5219adbb tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Publish callbacks [] for port (29793eb8-0013-46e9-9082-b8e83760b325), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:47.979842 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-19baf172-1cba-48b0-a852-ec80ab6efa15 admin admin] Publish callbacks [] for security_group (a81a8bfa-20d6-4008-83cb-623994d2ed88), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:47.986502 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-19baf172-1cba-48b0-a852-ec80ab6efa15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (a81a8bfa-20d6-4008-83cb-623994d2ed88), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:48.031628 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-f2ad0c7e-3b25-4c33-833a-2b58e20ef43e req-34dadb43-b43e-4fb9-90d6-2e4c5219adbb tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731676182815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8582894421'] for port (29793eb8-0013-46e9-9082-b8e83760b325), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:48.034956 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-19baf172-1cba-48b0-a852-ec80ab6efa15 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7599498170204950a41d51d351f9f209&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2481403 Feb 21 00:36:48.037683 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 59612) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:36:48.061913 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19baf172-1cba-48b0-a852-ec80ab6efa15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a81a8bfa-20d6-4008-83cb-623994d2ed88,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:36:48.079507 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2ad0c7e-3b25-4c33-833a-2b58e20ef43e req-34dadb43-b43e-4fb9-90d6-2e4c5219adbb tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Network 2e0e8283-a033-407a-bc70-5d3d5b11923a is already hosted by enough agents. {{(pid=109222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:36:48.082558 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.scheduler.base_scheduler [req-f2ad0c7e-3b25-4c33-833a-2b58e20ef43e req-34dadb43-b43e-4fb9-90d6-2e4c5219adbb tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Resources bound (agent type, host, resource id): {{(pid=109222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:36:48.085663 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-d950a841-ebf1-4623-9521-15b9beae38ba admin admin] Publish callbacks [] for security_group (a81a8bfa-20d6-4008-83cb-623994d2ed88), before_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:48.088213 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2ad0c7e-3b25-4c33-833a-2b58e20ef43e req-34dadb43-b43e-4fb9-90d6-2e4c5219adbb tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Received port after_create {{(pid=109222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 00:36:48.112085 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-d950a841-ebf1-4623-9521-15b9beae38ba admin admin] Publish callbacks [] for security_group (a81a8bfa-20d6-4008-83cb-623994d2ed88), precommit_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:48.113208 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dadb43-b43e-4fb9-90d6-2e4c5219adbb tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Pushing event updated for resources: {'Port': ['ID=29793eb8-0013-46e9-9082-b8e83760b325,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:36:48.142149 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ad0c7e-3b25-4c33-833a-2b58e20ef43e req-34dadb43-b43e-4fb9-90d6-2e4c5219adbb tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:48.143089 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-f2ad0c7e-3b25-4c33-833a-2b58e20ef43e req-34dadb43-b43e-4fb9-90d6-2e4c5219adbb tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469064'] for port (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:48.158732 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-f2ad0c7e-3b25-4c33-833a-2b58e20ef43e req-34dadb43-b43e-4fb9-90d6-2e4c5219adbb tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7249858 Feb 21 00:36:48.163878 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-d950a841-ebf1-4623-9521-15b9beae38ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (a81a8bfa-20d6-4008-83cb-623994d2ed88), after_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:48.167071 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-d950a841-ebf1-4623-9521-15b9beae38ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:48.170755 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-d950a841-ebf1-4623-9521-15b9beae38ba admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a81a8bfa-20d6-4008-83cb-623994d2ed88 HTTP/1.1" status: 204 len: 168 time: 0.1296370 Feb 21 00:36:48.171203 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [req-f2ad0c7e-3b25-4c33-833a-2b58e20ef43e req-0946149b-60ec-468d-a03b-9f4b3b8d99ee service neutron] Request body: {'port': {'device_id': '45b7045b-0291-42aa-9094-dedd4933b375', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:36:48.178444 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d950a841-ebf1-4623-9521-15b9beae38ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a81a8bfa-20d6-4008-83cb-623994d2ed88,revision_number=None']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:36:48.243403 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-f2ad0c7e-3b25-4c33-833a-2b58e20ef43e req-0946149b-60ec-468d-a03b-9f4b3b8d99ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (29793eb8-0013-46e9-9082-b8e83760b325), before_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:48.392273 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-61455959-b0da-47b8-ba60-2f4eea0487ed None None] Provisioning complete for port 29793eb8-0013-46e9-9082-b8e83760b325 triggered by entity DHCP. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:36:48.392836 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-61455959-b0da-47b8-ba60-2f4eea0487ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (29793eb8-0013-46e9-9082-b8e83760b325), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:48.429966 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-61455959-b0da-47b8-ba60-2f4eea0487ed None None] Port 29793eb8-0013-46e9-9082-b8e83760b325 cannot update to ACTIVE because it is not bound. {{(pid=109224) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 00:36:48.519804 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.notifiers.nova [req-f2ad0c7e-3b25-4c33-833a-2b58e20ef43e req-0946149b-60ec-468d-a03b-9f4b3b8d99ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29793eb8-0013-46e9-9082-b8e83760b325 {{(pid=109222) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 00:36:48.529105 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-f2ad0c7e-3b25-4c33-833a-2b58e20ef43e req-0946149b-60ec-468d-a03b-9f4b3b8d99ee service neutron] Publish callbacks [] for port (29793eb8-0013-46e9-9082-b8e83760b325), precommit_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:48.544105 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.db.provisioning_blocks [req-f2ad0c7e-3b25-4c33-833a-2b58e20ef43e req-0946149b-60ec-468d-a03b-9f4b3b8d99ee service neutron] Transition to ACTIVE for port object 29793eb8-0013-46e9-9082-b8e83760b325 will not be triggered until provisioned by entity L2. {{(pid=109222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 00:36:48.549292 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-f2ad0c7e-3b25-4c33-833a-2b58e20ef43e req-0946149b-60ec-468d-a03b-9f4b3b8d99ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8582894414'] for port (29793eb8-0013-46e9-9082-b8e83760b325), after_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:48.657564 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0946149b-60ec-468d-a03b-9f4b3b8d99ee service neutron] Pushing event updated for resources: {'Port': ['ID=29793eb8-0013-46e9-9082-b8e83760b325,revision_number=2']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:36:48.712126 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.managers [req-f2ad0c7e-3b25-4c33-833a-2b58e20ef43e req-0946149b-60ec-468d-a03b-9f4b3b8d99ee service neutron] Attempting to bind port 29793eb8-0013-46e9-9082-b8e83760b325 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=109222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 00:36:48.712474 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.managers [req-f2ad0c7e-3b25-4c33-833a-2b58e20ef43e req-0946149b-60ec-468d-a03b-9f4b3b8d99ee service neutron] Attempting to bind port 29793eb8-0013-46e9-9082-b8e83760b325 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'cb4aac1d-2986-47c5-9166-1b8e3caa68ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '2e0e8283-a033-407a-bc70-5d3d5b11923a'}] {{(pid=109222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 00:36:48.712809 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ad0c7e-3b25-4c33-833a-2b58e20ef43e req-0946149b-60ec-468d-a03b-9f4b3b8d99ee service neutron] Attempting to bind port 29793eb8-0013-46e9-9082-b8e83760b325 on network 2e0e8283-a033-407a-bc70-5d3d5b11923a {{(pid=109222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:36:48.734632 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ad0c7e-3b25-4c33-833a-2b58e20ef43e req-0946149b-60ec-468d-a03b-9f4b3b8d99ee service neutron] Port 29793eb8-0013-46e9-9082-b8e83760b325 on network 2e0e8283-a033-407a-bc70-5d3d5b11923a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=109222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 00:36:48.735017 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ad0c7e-3b25-4c33-833a-2b58e20ef43e req-0946149b-60ec-468d-a03b-9f4b3b8d99ee service neutron] Attempting to bind port 29793eb8-0013-46e9-9082-b8e83760b325 on network 2e0e8283-a033-407a-bc70-5d3d5b11923a {{(pid=109222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:36:48.743136 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ad0c7e-3b25-4c33-833a-2b58e20ef43e req-0946149b-60ec-468d-a03b-9f4b3b8d99ee service neutron] Checking agent: {'id': '2124d49d-e543-43fa-8e9f-817e1d020459', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 0, 29, 44), 'started_at': datetime.datetime(2022, 2, 21, 0, 29, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 0, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 00:36:48.743510 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ad0c7e-3b25-4c33-833a-2b58e20ef43e req-0946149b-60ec-468d-a03b-9f4b3b8d99ee service neutron] Checking segment: {'id': 'cb4aac1d-2986-47c5-9166-1b8e3caa68ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '2e0e8283-a033-407a-bc70-5d3d5b11923a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:36:48.743900 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ad0c7e-3b25-4c33-833a-2b58e20ef43e req-0946149b-60ec-468d-a03b-9f4b3b8d99ee service neutron] Bound using segment: {'id': 'cb4aac1d-2986-47c5-9166-1b8e3caa68ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '2e0e8283-a033-407a-bc70-5d3d5b11923a'} {{(pid=109222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 00:36:48.744343 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.managers [req-f2ad0c7e-3b25-4c33-833a-2b58e20ef43e req-0946149b-60ec-468d-a03b-9f4b3b8d99ee service neutron] Bound port: 29793eb8-0013-46e9-9082-b8e83760b325, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb4aac1d-2986-47c5-9166-1b8e3caa68ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '2e0e8283-a033-407a-bc70-5d3d5b11923a'}}] {{(pid=109222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 00:36:48.744740 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-f2ad0c7e-3b25-4c33-833a-2b58e20ef43e req-0946149b-60ec-468d-a03b-9f4b3b8d99ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (29793eb8-0013-46e9-9082-b8e83760b325), before_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:48.777297 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Device 7737bb4f-43f4-4311-a75d-cc77a3bece1e details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109224) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 00:36:48.839432 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726ba93a-f8d0-41bc-854f-d42074e77fa3 req-aa727f0f-c7bb-46c9-8406-c7e4a072b99e tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:48.841213 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-726ba93a-f8d0-41bc-854f-d42074e77fa3 req-aa727f0f-c7bb-46c9-8406-c7e4a072b99e tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=294469b7-8854-4bee-b457-efbb0b15850e HTTP/1.1" status: 200 len: 943 time: 0.1474185 Feb 21 00:36:48.904468 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.db [req-f2ad0c7e-3b25-4c33-833a-2b58e20ef43e req-0946149b-60ec-468d-a03b-9f4b3b8d99ee service neutron] For port 29793eb8-0013-46e9-9082-b8e83760b325, host hv-cinder-81322, cleared binding levels {{(pid=109222) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 00:36:48.930009 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.db [req-f2ad0c7e-3b25-4c33-833a-2b58e20ef43e req-0946149b-60ec-468d-a03b-9f4b3b8d99ee service neutron] For port 29793eb8-0013-46e9-9082-b8e83760b325, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=29793eb8-0013-46e9-9082-b8e83760b325,segment=NetworkSegment(cb4aac1d-2986-47c5-9166-1b8e3caa68ed),segment_id=cb4aac1d-2986-47c5-9166-1b8e3caa68ed)] {{(pid=109222) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 00:36:48.939731 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-726ba93a-f8d0-41bc-854f-d42074e77fa3 req-bce819d8-ded1-483b-976e-f8a84e638d6a tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=7620e282-a5c6-4f74-9c3a-d4610dec1186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917578 Feb 21 00:36:48.944787 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-f2ad0c7e-3b25-4c33-833a-2b58e20ef43e req-0946149b-60ec-468d-a03b-9f4b3b8d99ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8582894414'] for port (29793eb8-0013-46e9-9082-b8e83760b325), after_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:48.958216 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] For port 7737bb4f-43f4-4311-a75d-cc77a3bece1e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=7737bb4f-43f4-4311-a75d-cc77a3bece1e,segment=NetworkSegment(905ecc73-8a74-4e6f-8e03-5ec9e3dbca32),segment_id=905ecc73-8a74-4e6f-8e03-5ec9e3dbca32)] {{(pid=109224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:36:48.982563 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Returning: {'device': '7737bb4f-43f4-4311-a75d-cc77a3bece1e', 'network_id': '2cc309f6-129c-421f-a7c2-95ecda53f9b9', 'port_id': '7737bb4f-43f4-4311-a75d-cc77a3bece1e', 'mac_address': 'fa:16:3e:5c:85:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c4904f9-0933-4cbb-8971-c27649ee3505', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109224) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 00:36:48.995949 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332a91c5-51cb-48d1-92f4-e0198781dd09 req-f2b8b7fe-189a-4f22-98f7-8329d0456c88 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:49.001079 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ad0c7e-3b25-4c33-833a-2b58e20ef43e req-0946149b-60ec-468d-a03b-9f4b3b8d99ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:49.001687 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-f2ad0c7e-3b25-4c33-833a-2b58e20ef43e req-0946149b-60ec-468d-a03b-9f4b3b8d99ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469064'] for port (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:49.003437 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-f2ad0c7e-3b25-4c33-833a-2b58e20ef43e req-0946149b-60ec-468d-a03b-9f4b3b8d99ee service neutron] 10.222.0.36 "PUT /v2.0/ports/29793eb8-0013-46e9-9082-b8e83760b325 HTTP/1.1" status: 200 len: 1093 time: 0.8370409 Feb 21 00:36:49.003892 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45b7045b-0291-42aa-9094-dedd4933b375', 'tag': '29793eb8-0013-46e9-9082-b8e83760b325'}] {{(pid=109222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:36:49.004553 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-332a91c5-51cb-48d1-92f4-e0198781dd09 req-f2b8b7fe-189a-4f22-98f7-8329d0456c88 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/ports?device_id=45b7045b-0291-42aa-9094-dedd4933b375 HTTP/1.1" status: 200 len: 943 time: 0.1013441 Feb 21 00:36:49.006829 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81563fad7634ec273475caa61ca91dc94d21cc2561ee8f59b09b3f9a67cb5537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14c223a0-b307-4d7a-bc38-5c91430ecb83" -d '{"events": [{"name": "network-changed", "server_uuid": "45b7045b-0291-42aa-9094-dedd4933b375", "tag": "29793eb8-0013-46e9-9082-b8e83760b325"}]}' {{(pid=109222) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:36:49.070241 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Current status of the port 7737bb4f-43f4-4311-a75d-cc77a3bece1e is: DOWN; New status is: BUILD {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:36:49.070874 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (7737bb4f-43f4-4311-a75d-cc77a3bece1e), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:49.092832 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.notifiers.nova [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7737bb4f-43f4-4311-a75d-cc77a3bece1e {{(pid=109224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 00:36:49.101048 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-332a91c5-51cb-48d1-92f4-e0198781dd09 req-867d75ee-4b08-4423-ae78-867cc89f376c tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/security-groups?id=4800d725-62c7-4955-8da5-9d1a9cb45564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953288 Feb 21 00:36:49.103040 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 00:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe146ee5-7563-4c8b-82da-6fc1d6d17568 x-openstack-request-id: req-fe146ee5-7563-4c8b-82da-6fc1d6d17568 {{(pid=109222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:36:49.103393 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45b7045b-0291-42aa-9094-dedd4933b375", "tag": "29793eb8-0013-46e9-9082-b8e83760b325", "status": "completed", "code": 200}]} {{(pid=109222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:36:49.103633 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fe146ee5-7563-4c8b-82da-6fc1d6d17568 {{(pid=109222) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:36:49.104335 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45b7045b-0291-42aa-9094-dedd4933b375', 'tag': '29793eb8-0013-46e9-9082-b8e83760b325', 'status': 'completed', 'code': 200} Feb 21 00:36:49.106183 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0946149b-60ec-468d-a03b-9f4b3b8d99ee service neutron] Pushing event updated for resources: {'Port': ['ID=29793eb8-0013-46e9-9082-b8e83760b325,revision_number=3']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:36:49.124394 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] For port 7737bb4f-43f4-4311-a75d-cc77a3bece1e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=7737bb4f-43f4-4311-a75d-cc77a3bece1e,segment=NetworkSegment(905ecc73-8a74-4e6f-8e03-5ec9e3dbca32),segment_id=905ecc73-8a74-4e6f-8e03-5ec9e3dbca32)] {{(pid=109224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:36:49.129588 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (7737bb4f-43f4-4311-a75d-cc77a3bece1e), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:49.140568 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ad0c7e-3b25-4c33-833a-2b58e20ef43e req-7188ff05-bf1c-47d2-8bd6-1f2f49763939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:49.141144 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-f2ad0c7e-3b25-4c33-833a-2b58e20ef43e req-7188ff05-bf1c-47d2-8bd6-1f2f49763939 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2270182ca89c4878829f5c7baac9afe8&device_id=45b7045b-0291-42aa-9094-dedd4933b375 HTTP/1.1" status: 200 len: 1127 time: 0.0862956 Feb 21 00:36:49.183547 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Pushing event updated for resources: {'Port': ['ID=7737bb4f-43f4-4311-a75d-cc77a3bece1e,revision_number=4']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:36:49.190218 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-f2ad0c7e-3b25-4c33-833a-2b58e20ef43e req-31aa5ef8-7540-4053-9d2c-0e4fd5d7d22e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29793eb8-0013-46e9-9082-b8e83760b325 HTTP/1.1" status: 200 len: 217 time: 0.0405614 Feb 21 00:36:50.094890 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ad0c7e-3b25-4c33-833a-2b58e20ef43e req-b51c64d8-a9fb-440d-971d-39320eeaa2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:50.097737 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-f2ad0c7e-3b25-4c33-833a-2b58e20ef43e req-b51c64d8-a9fb-440d-971d-39320eeaa2ee service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7bfe349a-348f-4ba1-9415-79c5ecd08feb HTTP/1.1" status: 200 len: 851 time: 0.0733695 Feb 21 00:36:50.109413 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4870841f-b30e-4a3a-97b4-40e9e3d3aaad req-629e1373-fa22-4276-93d8-aa1220d77f34 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:50.110971 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-4870841f-b30e-4a3a-97b4-40e9e3d3aaad req-629e1373-fa22-4276-93d8-aa1220d77f34 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=294469b7-8854-4bee-b457-efbb0b15850e HTTP/1.1" status: 200 len: 944 time: 0.0962420 Feb 21 00:36:50.188116 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-4870841f-b30e-4a3a-97b4-40e9e3d3aaad req-b84ee444-4ea0-44e0-8b05-2c35bc78278e tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=7620e282-a5c6-4f74-9c3a-d4610dec1186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653110 Feb 21 00:36:50.237790 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ff5179-04ec-4e3f-8143-f1d677278c63 req-bc0609f1-02d2-4ce5-8899-d06c919e135f tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:50.239296 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-09ff5179-04ec-4e3f-8143-f1d677278c63 req-bc0609f1-02d2-4ce5-8899-d06c919e135f tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/ports?device_id=45b7045b-0291-42aa-9094-dedd4933b375 HTTP/1.1" status: 200 len: 943 time: 0.0563180 Feb 21 00:36:50.290192 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-09ff5179-04ec-4e3f-8143-f1d677278c63 req-a74f5d01-8f4f-46c9-bf0d-29e19f009a4f tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/security-groups?id=4800d725-62c7-4955-8da5-9d1a9cb45564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447750 Feb 21 00:36:50.870367 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ad0c7e-3b25-4c33-833a-2b58e20ef43e req-9fad62d9-ee9a-46c7-9cc3-dd5b4a719d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:50.871873 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-f2ad0c7e-3b25-4c33-833a-2b58e20ef43e req-9fad62d9-ee9a-46c7-9cc3-dd5b4a719d97 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2e0e8283-a033-407a-bc70-5d3d5b11923a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448377 Feb 21 00:36:51.298461 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c3a60e-0d9f-40cb-9386-f2bbe32481f1 req-a93a0419-dbdc-44d9-91f0-06ea4092968a tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:51.299935 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-70c3a60e-0d9f-40cb-9386-f2bbe32481f1 req-a93a0419-dbdc-44d9-91f0-06ea4092968a tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=294469b7-8854-4bee-b457-efbb0b15850e HTTP/1.1" status: 200 len: 944 time: 0.0511091 Feb 21 00:36:51.349681 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-70c3a60e-0d9f-40cb-9386-f2bbe32481f1 req-8f668e45-c84f-4dd6-a0d4-bf03d637dee9 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=7620e282-a5c6-4f74-9c3a-d4610dec1186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443518 Feb 21 00:36:51.407792 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446901ad-55c6-4b5e-9b2e-70ea7b6de54c req-0c0c63f8-7b51-4e68-bb50-c2c8d273e703 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:51.409250 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-446901ad-55c6-4b5e-9b2e-70ea7b6de54c req-0c0c63f8-7b51-4e68-bb50-c2c8d273e703 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/ports?device_id=45b7045b-0291-42aa-9094-dedd4933b375 HTTP/1.1" status: 200 len: 943 time: 0.0509093 Feb 21 00:36:51.455798 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-446901ad-55c6-4b5e-9b2e-70ea7b6de54c req-b379ef5a-8a51-4bff-9a8b-562d51f88f6b tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/security-groups?id=4800d725-62c7-4955-8da5-9d1a9cb45564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410597 Feb 21 00:36:51.942383 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-f2ad0c7e-3b25-4c33-833a-2b58e20ef43e req-8f2a0736-0892-4f6a-b61b-def3a31a83a7 service neutron] 10.222.0.36 "GET /v2.0/networks/2e0e8283-a033-407a-bc70-5d3d5b11923a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713147 Feb 21 00:36:51.958939 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] get_ports_and_sgs() called for port_ids ['7737bb4f-43f4-4311-a75d-cc77a3bece1e'] {{(pid=109224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 00:36:52.036404 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-f2ad0c7e-3b25-4c33-833a-2b58e20ef43e req-4bb33db2-d014-42c1-aaad-023db87e580c service neutron] 10.222.0.36 "GET /v2.0/networks/2e0e8283-a033-407a-bc70-5d3d5b11923a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873034 Feb 21 00:36:52.139801 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c223a0-b307-4d7a-bc38-5c91430ecb83 req-5e211bf3-db40-4379-862a-1f634c16e354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:52.141326 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-14c223a0-b307-4d7a-bc38-5c91430ecb83 req-5e211bf3-db40-4379-862a-1f634c16e354 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2270182ca89c4878829f5c7baac9afe8&device_id=45b7045b-0291-42aa-9094-dedd4933b375 HTTP/1.1" status: 200 len: 1127 time: 0.0463059 Feb 21 00:36:52.229732 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c223a0-b307-4d7a-bc38-5c91430ecb83 req-38318515-7566-4040-8e77-b7cb86afce8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:52.231206 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-14c223a0-b307-4d7a-bc38-5c91430ecb83 req-38318515-7566-4040-8e77-b7cb86afce8c service neutron] 10.222.0.36 "GET /v2.0/networks?id=2e0e8283-a033-407a-bc70-5d3d5b11923a HTTP/1.1" status: 200 len: 913 time: 0.0811679 Feb 21 00:36:52.276558 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-14c223a0-b307-4d7a-bc38-5c91430ecb83 req-3f47cde5-10f2-4183-a67e-2e7c8a36e3d4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29793eb8-0013-46e9-9082-b8e83760b325 HTTP/1.1" status: 200 len: 217 time: 0.0379064 Feb 21 00:36:52.324991 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c223a0-b307-4d7a-bc38-5c91430ecb83 req-472fc2f1-5399-4c30-9b53-52268578d107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:52.326441 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-14c223a0-b307-4d7a-bc38-5c91430ecb83 req-472fc2f1-5399-4c30-9b53-52268578d107 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7bfe349a-348f-4ba1-9415-79c5ecd08feb HTTP/1.1" status: 200 len: 851 time: 0.0426757 Feb 21 00:36:52.377246 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c223a0-b307-4d7a-bc38-5c91430ecb83 req-5766aff2-d020-4ecf-b748-03d256b7c821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:52.378954 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-14c223a0-b307-4d7a-bc38-5c91430ecb83 req-5766aff2-d020-4ecf-b748-03d256b7c821 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2e0e8283-a033-407a-bc70-5d3d5b11923a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448868 Feb 21 00:36:52.523934 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad5b0de-6c3f-4c7e-9fce-3f2ed4d0deba req-16d6c1fc-21c5-4866-b975-cad253d5db18 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:52.525515 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-2ad5b0de-6c3f-4c7e-9fce-3f2ed4d0deba req-16d6c1fc-21c5-4866-b975-cad253d5db18 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=294469b7-8854-4bee-b457-efbb0b15850e HTTP/1.1" status: 200 len: 944 time: 0.0813293 Feb 21 00:36:52.527582 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-14c223a0-b307-4d7a-bc38-5c91430ecb83 req-62bdc0da-a49d-4f7e-b3ec-33a698ed5617 service neutron] 10.222.0.36 "GET /v2.0/networks/2e0e8283-a033-407a-bc70-5d3d5b11923a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312108 Feb 21 00:36:52.580473 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56664ad-2b87-4cc1-b27d-64e9c241fc02 req-23094fe5-f754-4c51-a55d-cee208bec1a8 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:52.581974 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-e56664ad-2b87-4cc1-b27d-64e9c241fc02 req-23094fe5-f754-4c51-a55d-cee208bec1a8 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/ports?device_id=45b7045b-0291-42aa-9094-dedd4933b375 HTTP/1.1" status: 200 len: 943 time: 0.0563574 Feb 21 00:36:52.623535 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-2ad5b0de-6c3f-4c7e-9fce-3f2ed4d0deba req-790bf41c-2844-46ee-8477-8415d2f3e47e tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=7620e282-a5c6-4f74-9c3a-d4610dec1186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926917 Feb 21 00:36:52.635565 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-e56664ad-2b87-4cc1-b27d-64e9c241fc02 req-46741a27-9632-4134-b13c-b32edec94253 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/security-groups?id=4800d725-62c7-4955-8da5-9d1a9cb45564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470493 Feb 21 00:36:52.658670 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-14c223a0-b307-4d7a-bc38-5c91430ecb83 req-553a4ace-5dde-4dd5-99c9-81bd0542f4c8 service neutron] 10.222.0.36 "GET /v2.0/networks/2e0e8283-a033-407a-bc70-5d3d5b11923a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211486 Feb 21 00:36:52.803832 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Device 7737bb4f-43f4-4311-a75d-cc77a3bece1e up at agent hyperv_hv-cinder-81322 {{(pid=109224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:36:52.853231 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Provisioning for port 7737bb4f-43f4-4311-a75d-cc77a3bece1e completed by entity L2. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 00:36:52.856806 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Provisioning complete for port 7737bb4f-43f4-4311-a75d-cc77a3bece1e triggered by entity L2. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:36:52.857220 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (7737bb4f-43f4-4311-a75d-cc77a3bece1e), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:52.942065 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Current status of the port 7737bb4f-43f4-4311-a75d-cc77a3bece1e is: BUILD; New status is: ACTIVE {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:36:52.942540 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (7737bb4f-43f4-4311-a75d-cc77a3bece1e), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:52.966116 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '294469b7-8854-4bee-b457-efbb0b15850e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7737bb4f-43f4-4311-a75d-cc77a3bece1e'}] {{(pid=109224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:36:52.968392 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea31762fe36adf1256da5116fd788589841920f52286d7e0b0077cda52487892" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15e84510-369f-4f79-8682-48e657303b8a" -d '{"events": [{"server_uuid": "294469b7-8854-4bee-b457-efbb0b15850e", "name": "network-vif-plugged", "status": "completed", "tag": "7737bb4f-43f4-4311-a75d-cc77a3bece1e"}]}' {{(pid=109224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:36:52.988875 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] For port 7737bb4f-43f4-4311-a75d-cc77a3bece1e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=7737bb4f-43f4-4311-a75d-cc77a3bece1e,segment=NetworkSegment(905ecc73-8a74-4e6f-8e03-5ec9e3dbca32),segment_id=905ecc73-8a74-4e6f-8e03-5ec9e3dbca32)] {{(pid=109224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:36:52.993911 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (7737bb4f-43f4-4311-a75d-cc77a3bece1e), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:53.018906 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 00:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4039dd0e-2f62-4947-9c54-cedfeb71b90a x-openstack-request-id: req-4039dd0e-2f62-4947-9c54-cedfeb71b90a {{(pid=109224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:36:53.019225 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "294469b7-8854-4bee-b457-efbb0b15850e", "name": "network-vif-plugged", "status": "completed", "tag": "7737bb4f-43f4-4311-a75d-cc77a3bece1e", "code": 200}]} {{(pid=109224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:36:53.019491 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4039dd0e-2f62-4947-9c54-cedfeb71b90a {{(pid=109224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:36:53.019886 dv-cinder-813225-6-iscsi neutron-server[109224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '294469b7-8854-4bee-b457-efbb0b15850e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7737bb4f-43f4-4311-a75d-cc77a3bece1e', 'code': 200} Feb 21 00:36:53.045795 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Pushing event updated for resources: {'Port': ['ID=7737bb4f-43f4-4311-a75d-cc77a3bece1e,revision_number=5']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:36:53.199755 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a5dad1-8be1-4e40-8c67-28ae16a9fe6f req-f9169990-6a6f-4dae-9a54-0dd9780e9ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:53.201271 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-b7a5dad1-8be1-4e40-8c67-28ae16a9fe6f req-f9169990-6a6f-4dae-9a54-0dd9780e9ad1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=294469b7-8854-4bee-b457-efbb0b15850e HTTP/1.1" status: 200 len: 1129 time: 0.0452256 Feb 21 00:36:53.251119 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-b7a5dad1-8be1-4e40-8c67-28ae16a9fe6f req-9590dbd5-a04b-439a-a709-e0fc4fab506b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7620e282-a5c6-4f74-9c3a-d4610dec1186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432081 Feb 21 00:36:53.577220 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5203fc58-9741-484f-95bb-5e7f6b8b7da6 req-750febf0-75f0-45b8-b9a1-419ba9968282 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:53.578715 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-5203fc58-9741-484f-95bb-5e7f6b8b7da6 req-750febf0-75f0-45b8-b9a1-419ba9968282 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] 10.222.0.45 "GET /v2.0/ports?device_id=5cafed47-4c4d-4e50-af97-da45180a5e75 HTTP/1.1" status: 200 len: 984 time: 0.0632334 Feb 21 00:36:53.660347 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1554441c-85ca-43fe-9163-cdfe0c6a01fe req-98306833-7732-44e6-8362-6673ded077dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:53.661770 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-1554441c-85ca-43fe-9163-cdfe0c6a01fe req-98306833-7732-44e6-8362-6673ded077dc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=471e14591c9b4e4d9bd298269ddebacb&device_id=5cafed47-4c4d-4e50-af97-da45180a5e75 HTTP/1.1" status: 200 len: 1168 time: 0.0821774 Feb 21 00:36:53.667203 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-5203fc58-9741-484f-95bb-5e7f6b8b7da6 req-42dd1bf3-2e3b-4ffc-b204-b5fc6674aa00 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] 10.222.0.45 "GET /v2.0/security-groups?id=3aa544ef-5b86-4218-a931-0dcdd7590b14&id=270c5553-ef40-479f-84bb-8a743b37b00b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0805683 Feb 21 00:36:53.757747 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aae5df-50f4-4ed3-80ba-279e13240cb3 req-3a62e4c2-38f6-4ec7-8f36-a5b4ea789ca1 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:53.759333 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-33aae5df-50f4-4ed3-80ba-279e13240cb3 req-3a62e4c2-38f6-4ec7-8f36-a5b4ea789ca1 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=294469b7-8854-4bee-b457-efbb0b15850e HTTP/1.1" status: 200 len: 945 time: 0.0555499 Feb 21 00:36:53.790793 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1554441c-85ca-43fe-9163-cdfe0c6a01fe req-b4cb2db0-3b2c-457d-9ef2-310927636052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:53.792338 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-1554441c-85ca-43fe-9163-cdfe0c6a01fe req-b4cb2db0-3b2c-457d-9ef2-310927636052 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ca36ee0b-69dd-47af-b5ea-ecee46692eff HTTP/1.1" status: 200 len: 916 time: 0.1216385 Feb 21 00:36:53.806357 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9ca8fc-bbb2-4586-9db3-5b7d0a863a2a req-16b46a27-66f4-43d9-8fe6-80db6af3acba tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:53.807849 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-33aae5df-50f4-4ed3-80ba-279e13240cb3 req-8718fa29-ca72-4ddb-9065-3f2a3f5a64fb tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=7620e282-a5c6-4f74-9c3a-d4610dec1186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413868 Feb 21 00:36:53.808340 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-3f9ca8fc-bbb2-4586-9db3-5b7d0a863a2a req-16b46a27-66f4-43d9-8fe6-80db6af3acba tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/ports?device_id=45b7045b-0291-42aa-9094-dedd4933b375 HTTP/1.1" status: 200 len: 943 time: 0.0741999 Feb 21 00:36:53.913930 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-3f9ca8fc-bbb2-4586-9db3-5b7d0a863a2a req-d0bc9121-7d96-4a6d-a79f-3cf3978960c8 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/security-groups?id=4800d725-62c7-4955-8da5-9d1a9cb45564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989590 Feb 21 00:36:53.915656 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-1554441c-85ca-43fe-9163-cdfe0c6a01fe req-753e2c94-2018-4581-a5a3-6b9f5006b935 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6bb787e3-e415-46c7-b65e-52a74666e345 HTTP/1.1" status: 200 len: 999 time: 0.0940588 Feb 21 00:36:53.967512 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1554441c-85ca-43fe-9163-cdfe0c6a01fe req-290a11f0-915d-4dad-89c1-4ba24cf90cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:53.968878 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-1554441c-85ca-43fe-9163-cdfe0c6a01fe req-290a11f0-915d-4dad-89c1-4ba24cf90cb5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=29d266b3-d638-4ac9-99d5-4bbc8fdc8eb4 HTTP/1.1" status: 200 len: 854 time: 0.0414679 Feb 21 00:36:54.018095 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1554441c-85ca-43fe-9163-cdfe0c6a01fe req-542305ca-e89e-4c90-a105-2ba3a0df647e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:54.019647 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-1554441c-85ca-43fe-9163-cdfe0c6a01fe req-542305ca-e89e-4c90-a105-2ba3a0df647e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ca36ee0b-69dd-47af-b5ea-ecee46692eff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434642 Feb 21 00:36:54.112885 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-1554441c-85ca-43fe-9163-cdfe0c6a01fe req-03f6e700-9f96-4373-9543-d88c4f68878d service neutron] 10.222.0.36 "GET /v2.0/networks/ca36ee0b-69dd-47af-b5ea-ecee46692eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853791 Feb 21 00:36:54.204339 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-1554441c-85ca-43fe-9163-cdfe0c6a01fe req-04c05840-5f60-4681-91de-78ae12ac416e service neutron] 10.222.0.36 "GET /v2.0/networks/ca36ee0b-69dd-47af-b5ea-ecee46692eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824926 Feb 21 00:36:54.381857 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 59742) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:36:54.483929 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-0b762501-c571-4d98-88ce-bd8682317a0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:54.558651 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-0b762501-c571-4d98-88ce-bd8682317a0d admin admin] Publish callbacks [] for security_group (78637934-4d79-4464-a49b-317bc2dcc508), precommit_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:54.562964 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-0b762501-c571-4d98-88ce-bd8682317a0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (78637934-4d79-4464-a49b-317bc2dcc508), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:54.603694 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-0b762501-c571-4d98-88ce-bd8682317a0d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2d8178bd824445fe9427982ba41bd1ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2294383 Feb 21 00:36:54.605046 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b762501-c571-4d98-88ce-bd8682317a0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78637934-4d79-4464-a49b-317bc2dcc508,revision_number=1']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:36:54.606364 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 59754) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:36:54.654760 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-9839d5a0-5b48-4cd1-8d39-11cfad5dcc90 admin admin] Publish callbacks [] for security_group (78637934-4d79-4464-a49b-317bc2dcc508), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:54.675235 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-9839d5a0-5b48-4cd1-8d39-11cfad5dcc90 admin admin] Publish callbacks [] for security_group (78637934-4d79-4464-a49b-317bc2dcc508), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:54.733942 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-9839d5a0-5b48-4cd1-8d39-11cfad5dcc90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (78637934-4d79-4464-a49b-317bc2dcc508), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:54.737007 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-9839d5a0-5b48-4cd1-8d39-11cfad5dcc90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:54.738724 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-9839d5a0-5b48-4cd1-8d39-11cfad5dcc90 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/78637934-4d79-4464-a49b-317bc2dcc508 HTTP/1.1" status: 204 len: 168 time: 0.1310911 Feb 21 00:36:54.749072 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9839d5a0-5b48-4cd1-8d39-11cfad5dcc90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78637934-4d79-4464-a49b-317bc2dcc508,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:36:54.828244 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2254dd-4db4-4961-a45b-322760371818 req-b1bba2cf-8b0f-424e-86ca-e35599e9f923 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:54.829708 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-ac2254dd-4db4-4961-a45b-322760371818 req-b1bba2cf-8b0f-424e-86ca-e35599e9f923 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] 10.222.0.45 "GET /v2.0/ports?device_id=5cafed47-4c4d-4e50-af97-da45180a5e75 HTTP/1.1" status: 200 len: 984 time: 0.0709062 Feb 21 00:36:54.901911 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-ac2254dd-4db4-4961-a45b-322760371818 req-e4849e42-74d8-4d55-90cb-190fd2bf8290 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] 10.222.0.45 "GET /v2.0/security-groups?id=3aa544ef-5b86-4218-a931-0dcdd7590b14&id=270c5553-ef40-479f-84bb-8a743b37b00b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0604637 Feb 21 00:36:54.946379 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5af9cc5-bcbe-4840-94a5-c67e951d02e7 req-9907f35f-338a-4480-a9fc-91da7047ba84 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:54.949140 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-c5af9cc5-bcbe-4840-94a5-c67e951d02e7 req-9907f35f-338a-4480-a9fc-91da7047ba84 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=294469b7-8854-4bee-b457-efbb0b15850e HTTP/1.1" status: 200 len: 945 time: 0.0560000 Feb 21 00:36:55.011847 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-c5af9cc5-bcbe-4840-94a5-c67e951d02e7 req-3bb39851-4986-450d-9acf-78499aec1f3b tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=7620e282-a5c6-4f74-9c3a-d4610dec1186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566945 Feb 21 00:36:55.042529 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d2fd8e-50e7-4f02-95c9-de2ca8554d36 req-1beee2f3-7cd0-473d-ba84-5e487ab29b6f tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:55.044137 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-71d2fd8e-50e7-4f02-95c9-de2ca8554d36 req-1beee2f3-7cd0-473d-ba84-5e487ab29b6f tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/ports?device_id=45b7045b-0291-42aa-9094-dedd4933b375 HTTP/1.1" status: 200 len: 943 time: 0.0568106 Feb 21 00:36:55.058326 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 59770) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:36:55.073479 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-1e176f6b-e90f-457d-8299-869928e11d55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:55.100251 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-71d2fd8e-50e7-4f02-95c9-de2ca8554d36 req-2243a258-83ff-438d-8f78-68892c8353e7 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/security-groups?id=4800d725-62c7-4955-8da5-9d1a9cb45564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439734 Feb 21 00:36:55.149884 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929b72ba-ea48-4250-98e0-9047bd267fb1 req-8057f039-edc5-4d38-b924-2016ead5b60b tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:55.151480 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-929b72ba-ea48-4250-98e0-9047bd267fb1 req-8057f039-edc5-4d38-b924-2016ead5b60b tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=294469b7-8854-4bee-b457-efbb0b15850e HTTP/1.1" status: 200 len: 945 time: 0.0805995 Feb 21 00:36:55.160311 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 59772) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:36:55.165072 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.v2.base [None req-5199198f-a884-41f9-891c-1f30ae69e121 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Request body: {'floatingip': {'port_id': '7737bb4f-43f4-4311-a75d-cc77a3bece1e'}} {{(pid=109223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:36:55.191123 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-1e176f6b-e90f-457d-8299-869928e11d55 admin admin] Publish callbacks [] for security_group (4af1b997-afd1-4847-b4ed-ee45516651a9), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:55.194917 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-1e176f6b-e90f-457d-8299-869928e11d55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (4af1b997-afd1-4847-b4ed-ee45516651a9), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:55.208576 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-5199198f-a884-41f9-891c-1f30ae69e121 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Publish callbacks [] for floatingip (d0ca8fc2-be66-4c10-82c3-89f2382856b9), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:55.231632 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-1e176f6b-e90f-457d-8299-869928e11d55 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9cc4a30af1364a79a509fe420bfe1399&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1721988 Feb 21 00:36:55.232711 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e176f6b-e90f-457d-8299-869928e11d55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4af1b997-afd1-4847-b4ed-ee45516651a9,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:36:55.235639 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 59774) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:36:55.283520 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-2edea257-cb2e-47a7-9389-b51be4915dc2 admin admin] Publish callbacks [] for security_group (4af1b997-afd1-4847-b4ed-ee45516651a9), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:55.303704 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-2edea257-cb2e-47a7-9389-b51be4915dc2 admin admin] Publish callbacks [] for security_group (4af1b997-afd1-4847-b4ed-ee45516651a9), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:55.349528 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-2edea257-cb2e-47a7-9389-b51be4915dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (4af1b997-afd1-4847-b4ed-ee45516651a9), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:55.352172 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-2edea257-cb2e-47a7-9389-b51be4915dc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:55.353318 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-2edea257-cb2e-47a7-9389-b51be4915dc2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4af1b997-afd1-4847-b4ed-ee45516651a9 HTTP/1.1" status: 204 len: 168 time: 0.1168232 Feb 21 00:36:55.362348 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edea257-cb2e-47a7-9389-b51be4915dc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4af1b997-afd1-4847-b4ed-ee45516651a9,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:36:55.681029 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-5199198f-a884-41f9-891c-1f30ae69e121 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:55.687856 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-5199198f-a884-41f9-891c-1f30ae69e121 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-951287'] for floatingip (d0ca8fc2-be66-4c10-82c3-89f2382856b9), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:55.847381 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.db.l3_db [None req-5199198f-a884-41f9-891c-1f30ae69e121 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Floating IP d0ca8fc2-be66-4c10-82c3-89f2382856b9 associated. External IP: 172.27.3.164, port: 7737bb4f-43f4-4311-a75d-cc77a3bece1e. Feb 21 00:36:56.198149 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35c4783-da27-4041-ad4f-0a192996aa4a req-d067bf4a-7eb1-434a-a919-3f2721a00bc9 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:56.200495 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-c35c4783-da27-4041-ad4f-0a192996aa4a req-d067bf4a-7eb1-434a-a919-3f2721a00bc9 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fd7fea7-9f01-48c5-ac04-7fb6bd253b61 HTTP/1.1" status: 200 len: 945 time: 0.0688255 Feb 21 00:36:56.254636 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-c35c4783-da27-4041-ad4f-0a192996aa4a req-00b925a1-6033-4c32-baf5-2951e50daf89 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/security-groups?id=086df3ca-b094-4a4d-b3ca-0d4f22d1c024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477929 Feb 21 00:36:56.374779 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c8391f-c3c9-4bd7-8ca5-89e66b59a822 req-c9e511e2-092a-417c-bc50-c43e872ed66c tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:56.374779 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-49c8391f-c3c9-4bd7-8ca5-89e66b59a822 req-c9e511e2-092a-417c-bc50-c43e872ed66c tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/ports?device_id=45b7045b-0291-42aa-9094-dedd4933b375 HTTP/1.1" status: 200 len: 943 time: 0.0621743 Feb 21 00:36:56.378088 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e8bbf2-334d-4313-9b51-43147412dc28 req-3b96e477-2e6d-4738-83d1-634ba99529b8 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:56.379653 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-40e8bbf2-334d-4313-9b51-43147412dc28 req-3b96e477-2e6d-4738-83d1-634ba99529b8 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] 10.222.0.45 "GET /v2.0/ports?device_id=5cafed47-4c4d-4e50-af97-da45180a5e75 HTTP/1.1" status: 200 len: 984 time: 0.1077058 Feb 21 00:36:56.389821 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5199198f-a884-41f9-891c-1f30ae69e121 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Router 74397fb8-3d56-4ff8-97fc-6408820a2fe8 has already been hosted by L3 agent 47b5b2cb-5391-4fc3-9478-3db20537c35a {{(pid=109223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 00:36:56.436839 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-49c8391f-c3c9-4bd7-8ca5-89e66b59a822 req-4ce3227b-78c6-4442-9f42-78e2f3927c9b tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/security-groups?id=4800d725-62c7-4955-8da5-9d1a9cb45564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575140 Feb 21 00:36:56.491781 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-40e8bbf2-334d-4313-9b51-43147412dc28 req-ce66ed6d-2bb9-48cf-bf49-735f76c98fc7 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] 10.222.0.45 "GET /v2.0/security-groups?id=3aa544ef-5b86-4218-a931-0dcdd7590b14&id=270c5553-ef40-479f-84bb-8a743b37b00b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1046953 Feb 21 00:36:56.545593 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5199198f-a884-41f9-891c-1f30ae69e121 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Notify agent at l3_agent.dv-cinder-813225-6-iscsi the message routers_updated {{(pid=109223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 00:36:56.550410 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-5199198f-a884-41f9-891c-1f30ae69e121 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469064'] for floatingip (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:36:56.555613 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931eb02a-1cfd-4e0f-8fd5-205dd70c5377 None None] Sync routers for ids ['74397fb8-3d56-4ff8-97fc-6408820a2fe8'] in dv-cinder-813225-6-iscsi {{(pid=109224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 00:36:56.569802 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931eb02a-1cfd-4e0f-8fd5-205dd70c5377 None None] Routers {'74397fb8-3d56-4ff8-97fc-6408820a2fe8'} bound to L3 agent in host dv-cinder-813225-6-iscsi {{(pid=109224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:36:56.570433 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-931eb02a-1cfd-4e0f-8fd5-205dd70c5377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-21T00:23:33Z,description=,heartbeat_timestamp=2022-02-21T00:36:34Z,host='dv-cinder-813225-6-iscsi',id=47b5b2cb-5391-4fc3-9478-3db20537c35a,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:23:34Z,topic='l3_agent')) {'router_ids': ['74397fb8-3d56-4ff8-97fc-6408820a2fe8'], 'active': True} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:36:56.584293 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-5199198f-a884-41f9-891c-1f30ae69e121 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "PUT /v2.0/floatingips/d0ca8fc2-be66-4c10-82c3-89f2382856b9 HTTP/1.1" status: 200 len: 991 time: 1.4199786 Feb 21 00:36:56.584293 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '294469b7-8854-4bee-b457-efbb0b15850e', 'tag': '7737bb4f-43f4-4311-a75d-cc77a3bece1e'}] {{(pid=109223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:36:56.591516 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e715aefe3c9ef135eab9c3f6db0762b6d644c88deee0f0e52fc82e911840b856" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff6bec05-6f09-4cf7-851c-74d5950ce2a0" -d '{"events": [{"name": "network-changed", "server_uuid": "294469b7-8854-4bee-b457-efbb0b15850e", "tag": "7737bb4f-43f4-4311-a75d-cc77a3bece1e"}]}' {{(pid=109223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:36:56.640675 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 00:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b90b599-2b80-4ed3-8646-470f199006c1 x-openstack-request-id: req-7b90b599-2b80-4ed3-8646-470f199006c1 {{(pid=109223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:36:56.640968 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "294469b7-8854-4bee-b457-efbb0b15850e", "tag": "7737bb4f-43f4-4311-a75d-cc77a3bece1e", "status": "completed", "code": 200}]} {{(pid=109223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:36:56.641233 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7b90b599-2b80-4ed3-8646-470f199006c1 {{(pid=109223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:36:56.641627 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '294469b7-8854-4bee-b457-efbb0b15850e', 'tag': '7737bb4f-43f4-4311-a75d-cc77a3bece1e', 'status': 'completed', 'code': 200} Feb 21 00:36:56.705492 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvr_db [None req-931eb02a-1cfd-4e0f-8fd5-205dd70c5377 None None] Set router 74397fb8-3d56-4ff8-97fc-6408820a2fe8 gateway port host: dv-cinder-813225-6-iscsi {{(pid=109224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:36:56.719648 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6bec05-6f09-4cf7-851c-74d5950ce2a0 req-050769a1-b0c8-491b-9a4e-12dce4eeecc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:56.721925 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-ff6bec05-6f09-4cf7-851c-74d5950ce2a0 req-050769a1-b0c8-491b-9a4e-12dce4eeecc7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=51a255ecc1c64df295f0bd94fee4f7d2&device_id=294469b7-8854-4bee-b457-efbb0b15850e HTTP/1.1" status: 200 len: 1129 time: 0.0518146 Feb 21 00:36:56.836887 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6bec05-6f09-4cf7-851c-74d5950ce2a0 req-f654d3d8-87f9-476a-be4c-eaba773df7de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:56.838454 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-ff6bec05-6f09-4cf7-851c-74d5950ce2a0 req-f654d3d8-87f9-476a-be4c-eaba773df7de service neutron] 10.222.0.36 "GET /v2.0/networks?id=2cc309f6-129c-421f-a7c2-95ecda53f9b9 HTTP/1.1" status: 200 len: 918 time: 0.1090934 Feb 21 00:36:56.930142 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-ff6bec05-6f09-4cf7-851c-74d5950ce2a0 req-c659f1a8-eba3-42c2-850e-536ceb81cb6d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7737bb4f-43f4-4311-a75d-cc77a3bece1e HTTP/1.1" status: 200 len: 999 time: 0.0738988 Feb 21 00:36:57.002592 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-931eb02a-1cfd-4e0f-8fd5-205dd70c5377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74397fb8-3d56-4ff8-97fc-6408820a2fe8', 'name': 'tempest-AttachVolumeShelveTestJSON-1682423178-router', 'tenant_id': '51a255ecc1c64df295f0bd94fee4f7d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'external_fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': '5aa8f52d-bb36-476f-8ecb-c86e2c7d1b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:31:38Z', 'updated_at': '2022-02-21T00:31:49Z', 'revision_number': 4, 'project_id': '51a255ecc1c64df295f0bd94fee4f7d2', 'gw_port': {'id': '5aa8f52d-bb36-476f-8ecb-c86e2c7d1b6f', 'name': '', 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74397fb8-3d56-4ff8-97fc-6408820a2fe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:31:39Z', 'updated_at': '2022-02-21T00:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '890cd9a8-3116-412f-9022-3458585959da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-6-iscsi', '_floatingips': [{'id': 'd0ca8fc2-be66-4c10-82c3-89f2382856b9', 'tenant_id': '51a255ecc1c64df295f0bd94fee4f7d2', 'floating_ip_address': '172.27.3.164', 'floating_network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'router_id': '74397fb8-3d56-4ff8-97fc-6408820a2fe8', 'port_id': '7737bb4f-43f4-4311-a75d-cc77a3bece1e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2cc309f6-129c-421f-a7c2-95ecda53f9b9', 'mac_address': 'fa:16:3e:5c:85:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294469b7-8854-4bee-b457-efbb0b15850e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T00:36:40Z', 'updated_at': '2022-02-21T00:36:55Z', 'revision_number': 1, 'project_id': '51a255ecc1c64df295f0bd94fee4f7d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d747878-1e67-405b-b6e8-52d1a7508fdc', 'name': '', 'network_id': '2cc309f6-129c-421f-a7c2-95ecda53f9b9', 'tenant_id': '51a255ecc1c64df295f0bd94fee4f7d2', 'mac_address': 'fa:16:3e:5c:93:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74397fb8-3d56-4ff8-97fc-6408820a2fe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '4c4904f9-0933-4cbb-8971-c27649ee3505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:31:45Z', 'updated_at': '2022-02-21T00:31:59Z', 'revision_number': 5, 'project_id': '51a255ecc1c64df295f0bd94fee4f7d2', 'subnets': [{'id': '4c4904f9-0933-4cbb-8971-c27649ee3505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-6-iscsi', False) {} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:36:57.007166 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6bec05-6f09-4cf7-851c-74d5950ce2a0 req-bad0a429-2cf1-4544-be3b-980d0356f863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:57.009029 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-ff6bec05-6f09-4cf7-851c-74d5950ce2a0 req-bad0a429-2cf1-4544-be3b-980d0356f863 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4c4904f9-0933-4cbb-8971-c27649ee3505 HTTP/1.1" status: 200 len: 856 time: 0.0705214 Feb 21 00:36:57.039070 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931eb02a-1cfd-4e0f-8fd5-205dd70c5377 None None] Checking router: 74397fb8-3d56-4ff8-97fc-6408820a2fe8 for host: dv-cinder-813225-6-iscsi {{(pid=109224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 00:36:57.049162 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931eb02a-1cfd-4e0f-8fd5-205dd70c5377 None None] Routers {'74397fb8-3d56-4ff8-97fc-6408820a2fe8'} bound to L3 agent in host dv-cinder-813225-6-iscsi {{(pid=109224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:36:57.049793 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-931eb02a-1cfd-4e0f-8fd5-205dd70c5377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-21T00:23:33Z,description=,heartbeat_timestamp=2022-02-21T00:36:34Z,host='dv-cinder-813225-6-iscsi',id=47b5b2cb-5391-4fc3-9478-3db20537c35a,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:23:34Z,topic='l3_agent')) {'router_ids': ['74397fb8-3d56-4ff8-97fc-6408820a2fe8'], 'active': True} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:36:57.073511 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6bec05-6f09-4cf7-851c-74d5950ce2a0 req-a3c062ef-9593-488f-9b04-521e010ad370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:57.075157 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-ff6bec05-6f09-4cf7-851c-74d5950ce2a0 req-a3c062ef-9593-488f-9b04-521e010ad370 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2cc309f6-129c-421f-a7c2-95ecda53f9b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0569284 Feb 21 00:36:57.192267 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-ff6bec05-6f09-4cf7-851c-74d5950ce2a0 req-5574485e-4251-410a-8013-bf4ffb5ac544 service neutron] 10.222.0.36 "GET /v2.0/networks/2cc309f6-129c-421f-a7c2-95ecda53f9b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083989 Feb 21 00:36:57.302371 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-ff6bec05-6f09-4cf7-851c-74d5950ce2a0 req-a9f3c763-e096-4907-89aa-f6a8805d5a6c service neutron] 10.222.0.36 "GET /v2.0/networks/2cc309f6-129c-421f-a7c2-95ecda53f9b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992627 Feb 21 00:36:57.351911 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvr_db [None req-931eb02a-1cfd-4e0f-8fd5-205dd70c5377 None None] Set router 74397fb8-3d56-4ff8-97fc-6408820a2fe8 gateway port host: dv-cinder-813225-6-iscsi {{(pid=109224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:36:57.385539 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd988d0-697a-48b2-a718-5fc028fb50f4 req-261e9f7c-b2ce-40e5-92d8-407eb6f3a3f1 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:57.387272 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-6bd988d0-697a-48b2-a718-5fc028fb50f4 req-261e9f7c-b2ce-40e5-92d8-407eb6f3a3f1 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fd7fea7-9f01-48c5-ac04-7fb6bd253b61 HTTP/1.1" status: 200 len: 945 time: 0.0593538 Feb 21 00:36:57.436996 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-6bd988d0-697a-48b2-a718-5fc028fb50f4 req-e9bdb113-89a3-42c2-bf66-80d501eb2d1c tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/security-groups?id=086df3ca-b094-4a4d-b3ca-0d4f22d1c024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438612 Feb 21 00:36:57.611166 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c23e7d3-6b94-48f6-bbc9-02ba5999b83a req-9122e591-e21a-41a2-827d-0a91ef3e1dc9 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:57.618411 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-7c23e7d3-6b94-48f6-bbc9-02ba5999b83a req-9122e591-e21a-41a2-827d-0a91ef3e1dc9 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/ports?device_id=45b7045b-0291-42aa-9094-dedd4933b375 HTTP/1.1" status: 200 len: 943 time: 0.1030748 Feb 21 00:36:57.620172 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-931eb02a-1cfd-4e0f-8fd5-205dd70c5377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74397fb8-3d56-4ff8-97fc-6408820a2fe8', 'name': 'tempest-AttachVolumeShelveTestJSON-1682423178-router', 'tenant_id': '51a255ecc1c64df295f0bd94fee4f7d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'external_fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': '5aa8f52d-bb36-476f-8ecb-c86e2c7d1b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:31:38Z', 'updated_at': '2022-02-21T00:31:49Z', 'revision_number': 4, 'project_id': '51a255ecc1c64df295f0bd94fee4f7d2', 'gw_port': {'id': '5aa8f52d-bb36-476f-8ecb-c86e2c7d1b6f', 'name': '', 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74397fb8-3d56-4ff8-97fc-6408820a2fe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:31:39Z', 'updated_at': '2022-02-21T00:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '890cd9a8-3116-412f-9022-3458585959da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-6-iscsi', '_floatingips': [{'id': 'd0ca8fc2-be66-4c10-82c3-89f2382856b9', 'tenant_id': '51a255ecc1c64df295f0bd94fee4f7d2', 'floating_ip_address': '172.27.3.164', 'floating_network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'router_id': '74397fb8-3d56-4ff8-97fc-6408820a2fe8', 'port_id': '7737bb4f-43f4-4311-a75d-cc77a3bece1e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2cc309f6-129c-421f-a7c2-95ecda53f9b9', 'mac_address': 'fa:16:3e:5c:85:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294469b7-8854-4bee-b457-efbb0b15850e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T00:36:40Z', 'updated_at': '2022-02-21T00:36:55Z', 'revision_number': 1, 'project_id': '51a255ecc1c64df295f0bd94fee4f7d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d747878-1e67-405b-b6e8-52d1a7508fdc', 'name': '', 'network_id': '2cc309f6-129c-421f-a7c2-95ecda53f9b9', 'tenant_id': '51a255ecc1c64df295f0bd94fee4f7d2', 'mac_address': 'fa:16:3e:5c:93:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74397fb8-3d56-4ff8-97fc-6408820a2fe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '4c4904f9-0933-4cbb-8971-c27649ee3505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:31:45Z', 'updated_at': '2022-02-21T00:31:59Z', 'revision_number': 5, 'project_id': '51a255ecc1c64df295f0bd94fee4f7d2', 'subnets': [{'id': '4c4904f9-0933-4cbb-8971-c27649ee3505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-6-iscsi', False) {} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:36:57.640492 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903aaed5-5344-4881-8293-99e184605a58 req-421392f5-ded3-4dc0-b882-4ee15bbbefc2 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:57.641980 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-903aaed5-5344-4881-8293-99e184605a58 req-421392f5-ded3-4dc0-b882-4ee15bbbefc2 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] 10.222.0.45 "GET /v2.0/ports?device_id=5cafed47-4c4d-4e50-af97-da45180a5e75 HTTP/1.1" status: 200 len: 984 time: 0.0569773 Feb 21 00:36:57.648699 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931eb02a-1cfd-4e0f-8fd5-205dd70c5377 None None] The sync data for ids ['74397fb8-3d56-4ff8-97fc-6408820a2fe8'] in dv-cinder-813225-6-iscsi is: [{'id': '74397fb8-3d56-4ff8-97fc-6408820a2fe8', 'name': 'tempest-AttachVolumeShelveTestJSON-1682423178-router', 'tenant_id': '51a255ecc1c64df295f0bd94fee4f7d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'external_fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': '5aa8f52d-bb36-476f-8ecb-c86e2c7d1b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:31:38Z', 'updated_at': '2022-02-21T00:31:49Z', 'revision_number': 4, 'project_id': '51a255ecc1c64df295f0bd94fee4f7d2', 'gw_port': {'id': '5aa8f52d-bb36-476f-8ecb-c86e2c7d1b6f', 'name': '', 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74397fb8-3d56-4ff8-97fc-6408820a2fe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:31:39Z', 'updated_at': '2022-02-21T00:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '890cd9a8-3116-412f-9022-3458585959da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-6-iscsi', '_floatingips': [{'id': 'd0ca8fc2-be66-4c10-82c3-89f2382856b9', 'tenant_id': '51a255ecc1c64df295f0bd94fee4f7d2', 'floating_ip_address': '172.27.3.164', 'floating_network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'router_id': '74397fb8-3d56-4ff8-97fc-6408820a2fe8', 'port_id': '7737bb4f-43f4-4311-a75d-cc77a3bece1e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2cc309f6-129c-421f-a7c2-95ecda53f9b9', 'mac_address': 'fa:16:3e:5c:85:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294469b7-8854-4bee-b457-efbb0b15850e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T00:36:40Z', 'updated_at': '2022-02-21T00:36:55Z', 'revision_number': 1, 'project_id': '51a255ecc1c64df295f0bd94fee4f7d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d747878-1e67-405b-b6e8-52d1a7508fdc', 'name': '', 'network_id': '2cc309f6-129c-421f-a7c2-95ecda53f9b9', 'tenant_id': '51a255ecc1c64df295f0bd94fee4f7d2', 'mac_address': 'fa:16:3e:5c:93:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74397fb8-3d56-4ff8-97fc-6408820a2fe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '4c4904f9-0933-4cbb-8971-c27649ee3505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:31:45Z', 'updated_at': '2022-02-21T00:31:59Z', 'revision_number': 5, 'project_id': '51a255ecc1c64df295f0bd94fee4f7d2', 'subnets': [{'id': '4c4904f9-0933-4cbb-8971-c27649ee3505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 00:36:57.668293 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-7c23e7d3-6b94-48f6-bbc9-02ba5999b83a req-174e8ff6-145b-45ef-8cb0-bff27dee1dfc tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/security-groups?id=4800d725-62c7-4955-8da5-9d1a9cb45564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490112 Feb 21 00:36:57.712605 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-903aaed5-5344-4881-8293-99e184605a58 req-63e9cca6-d5d7-436f-94f4-81b48384e8e1 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] 10.222.0.45 "GET /v2.0/security-groups?id=3aa544ef-5b86-4218-a931-0dcdd7590b14&id=270c5553-ef40-479f-84bb-8a743b37b00b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0645418 Feb 21 00:36:57.837124 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb7ab81-12d2-4c68-a9f5-270ff09e2dc0 None None] New status for floating IP d0ca8fc2-be66-4c10-82c3-89f2382856b9: ACTIVE {{(pid=109225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 00:36:58.556521 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaaabcd-1f02-4302-acf6-c05952c88088 req-da384637-e99b-43b9-9992-a9bb0ccfb2c2 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:58.557999 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-aaaaabcd-1f02-4302-acf6-c05952c88088 req-da384637-e99b-43b9-9992-a9bb0ccfb2c2 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fd7fea7-9f01-48c5-ac04-7fb6bd253b61 HTTP/1.1" status: 200 len: 945 time: 0.0549595 Feb 21 00:36:58.604278 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-aaaaabcd-1f02-4302-acf6-c05952c88088 req-0a8132fc-5b95-4dfc-8cd0-108327c6bfa8 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/security-groups?id=086df3ca-b094-4a4d-b3ca-0d4f22d1c024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406122 Feb 21 00:36:58.787397 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e6915e-1efb-4452-a08f-27d9fbb7b1a6 req-3cb2dd20-f0c0-4158-bf37-5c1b4283028d tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:58.788864 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-32e6915e-1efb-4452-a08f-27d9fbb7b1a6 req-3cb2dd20-f0c0-4158-bf37-5c1b4283028d tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/ports?device_id=45b7045b-0291-42aa-9094-dedd4933b375 HTTP/1.1" status: 200 len: 943 time: 0.0552468 Feb 21 00:36:58.834326 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d3a178-83d5-45be-8484-41284a1c474a req-ffa4a96c-4b8c-432a-a1d5-2f7117e4c2bc tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:58.835812 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-f4d3a178-83d5-45be-8484-41284a1c474a req-ffa4a96c-4b8c-432a-a1d5-2f7117e4c2bc tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] 10.222.0.45 "GET /v2.0/ports?device_id=5cafed47-4c4d-4e50-af97-da45180a5e75 HTTP/1.1" status: 200 len: 984 time: 0.0558219 Feb 21 00:36:58.836463 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-32e6915e-1efb-4452-a08f-27d9fbb7b1a6 req-034edf21-78e6-4210-a11d-9565baa9ce1b tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/security-groups?id=4800d725-62c7-4955-8da5-9d1a9cb45564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422206 Feb 21 00:36:58.893812 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-f4d3a178-83d5-45be-8484-41284a1c474a req-a9ba0cdf-dbd3-4619-8d66-b4f2eca1f7f1 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] 10.222.0.45 "GET /v2.0/security-groups?id=3aa544ef-5b86-4218-a931-0dcdd7590b14&id=270c5553-ef40-479f-84bb-8a743b37b00b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0522525 Feb 21 00:36:59.719888 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958eb532-aace-412e-b8e7-2744f04af4f7 req-08a07da0-a259-41d0-a12a-1aee711ed0a6 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:59.721603 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-958eb532-aace-412e-b8e7-2744f04af4f7 req-08a07da0-a259-41d0-a12a-1aee711ed0a6 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fd7fea7-9f01-48c5-ac04-7fb6bd253b61 HTTP/1.1" status: 200 len: 945 time: 0.0505571 Feb 21 00:36:59.766243 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-958eb532-aace-412e-b8e7-2744f04af4f7 req-4163d72b-f098-4ab1-a182-cec238b2a7bb tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/security-groups?id=086df3ca-b094-4a4d-b3ca-0d4f22d1c024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393043 Feb 21 00:36:59.953945 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9569e649-8f1a-40c2-a00d-7cbf6a51bfad req-6840ac77-e4c6-4d86-b795-8fe5c72e72f0 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:36:59.955429 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-9569e649-8f1a-40c2-a00d-7cbf6a51bfad req-6840ac77-e4c6-4d86-b795-8fe5c72e72f0 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/ports?device_id=45b7045b-0291-42aa-9094-dedd4933b375 HTTP/1.1" status: 200 len: 943 time: 0.0542831 Feb 21 00:37:00.007449 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-9569e649-8f1a-40c2-a00d-7cbf6a51bfad req-63451fd4-56e1-4895-b034-0c81b82929e1 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/security-groups?id=4800d725-62c7-4955-8da5-9d1a9cb45564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464780 Feb 21 00:37:00.013507 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799bbb5a-cef8-4867-bfb1-f6893b5f6d80 req-49b66642-e724-4552-9da6-1ca72cba11a3 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:37:00.014975 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-799bbb5a-cef8-4867-bfb1-f6893b5f6d80 req-49b66642-e724-4552-9da6-1ca72cba11a3 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] 10.222.0.45 "GET /v2.0/ports?device_id=5cafed47-4c4d-4e50-af97-da45180a5e75 HTTP/1.1" status: 200 len: 984 time: 0.0542438 Feb 21 00:37:00.073446 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-799bbb5a-cef8-4867-bfb1-f6893b5f6d80 req-0fd4393d-f4f9-409e-b672-b628832c36d1 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] 10.222.0.45 "GET /v2.0/security-groups?id=3aa544ef-5b86-4218-a931-0dcdd7590b14&id=270c5553-ef40-479f-84bb-8a743b37b00b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529120 Feb 21 00:37:00.864129 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81b9c8f-63f4-4f29-8636-26c30f11536b req-b4dfb34a-e318-4066-a33c-19cd52bf4992 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:37:00.866603 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-c81b9c8f-63f4-4f29-8636-26c30f11536b req-b4dfb34a-e318-4066-a33c-19cd52bf4992 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.36 "GET /v2.0/ports?device_id=4fd7fea7-9f01-48c5-ac04-7fb6bd253b61 HTTP/1.1" status: 200 len: 945 time: 0.0642352 Feb 21 00:37:00.894763 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a40830-19e7-4a7b-9e3b-ff590cc1ca2e req-44942a77-5dfb-4458-8b91-9b3dd123aa1a tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:37:00.896247 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-59a40830-19e7-4a7b-9e3b-ff590cc1ca2e req-44942a77-5dfb-4458-8b91-9b3dd123aa1a tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fd7fea7-9f01-48c5-ac04-7fb6bd253b61 HTTP/1.1" status: 200 len: 945 time: 0.0625541 Feb 21 00:37:00.941210 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-59a40830-19e7-4a7b-9e3b-ff590cc1ca2e req-7524f190-caa6-443d-8a27-bb8f77b1c9c7 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/security-groups?id=086df3ca-b094-4a4d-b3ca-0d4f22d1c024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387564 Feb 21 00:37:00.969055 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.plugin [req-c81b9c8f-63f4-4f29-8636-26c30f11536b req-5cf9d4aa-8b4c-4f38-a7ad-9a8b09df275f tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Deleting port 420adea9-d216-4e58-9d60-bb5d2a0bacdb {{(pid=109222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 00:37:00.969389 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-c81b9c8f-63f4-4f29-8636-26c30f11536b req-5cf9d4aa-8b4c-4f38-a7ad-9a8b09df275f tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731676621334'] for port (420adea9-d216-4e58-9d60-bb5d2a0bacdb), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:01.055853 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.db [req-c81b9c8f-63f4-4f29-8636-26c30f11536b req-5cf9d4aa-8b4c-4f38-a7ad-9a8b09df275f tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] For port 420adea9-d216-4e58-9d60-bb5d2a0bacdb, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=420adea9-d216-4e58-9d60-bb5d2a0bacdb,segment=NetworkSegment(859f6ec5-78c3-4882-887a-248af3a0d172),segment_id=859f6ec5-78c3-4882-887a-248af3a0d172)] {{(pid=109222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:37:01.057036 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-c81b9c8f-63f4-4f29-8636-26c30f11536b req-5cf9d4aa-8b4c-4f38-a7ad-9a8b09df275f tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950719'] for port (420adea9-d216-4e58-9d60-bb5d2a0bacdb), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:01.194142 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f66b41-f972-4f6c-b83f-ffaca451a4ef req-89dee3d9-3ee8-42e3-8442-6d8129b5df0c tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:37:01.195811 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-a8f66b41-f972-4f6c-b83f-ffaca451a4ef req-89dee3d9-3ee8-42e3-8442-6d8129b5df0c tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] 10.222.0.45 "GET /v2.0/ports?device_id=5cafed47-4c4d-4e50-af97-da45180a5e75 HTTP/1.1" status: 200 len: 984 time: 0.0515721 Feb 21 00:37:01.255818 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-a8f66b41-f972-4f6c-b83f-ffaca451a4ef req-1772531f-ff00-49c1-893a-06c31105a918 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] 10.222.0.45 "GET /v2.0/security-groups?id=3aa544ef-5b86-4218-a931-0dcdd7590b14&id=270c5553-ef40-479f-84bb-8a743b37b00b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538511 Feb 21 00:37:01.401071 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-22835a34-6c7c-4151-bb32-59f968e8cd70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (57941464-2af3-4cc7-9b46-3eeacd6f6fca), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:01.515802 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8352b801-c19f-41a6-84d3-85f818ae6f3b req-f8f64cce-f13a-4b89-82f4-2e34713f7b8f tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:37:01.517320 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-8352b801-c19f-41a6-84d3-85f818ae6f3b req-f8f64cce-f13a-4b89-82f4-2e34713f7b8f tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/ports?device_id=45b7045b-0291-42aa-9094-dedd4933b375 HTTP/1.1" status: 200 len: 943 time: 0.4295044 Feb 21 00:37:01.616822 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-c81b9c8f-63f4-4f29-8636-26c30f11536b req-5cf9d4aa-8b4c-4f38-a7ad-9a8b09df275f tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:01.617315 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-c81b9c8f-63f4-4f29-8636-26c30f11536b req-5cf9d4aa-8b4c-4f38-a7ad-9a8b09df275f tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-951287'] for floatingip (87f72e7a-a83c-40cf-9b1e-85d9656cbcd0), after_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:01.617632 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.db.l3_db [req-c81b9c8f-63f4-4f29-8636-26c30f11536b req-5cf9d4aa-8b4c-4f38-a7ad-9a8b09df275f tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Floating IP 87f72e7a-a83c-40cf-9b1e-85d9656cbcd0 disassociated. External IP: 172.27.3.20, port: 420adea9-d216-4e58-9d60-bb5d2a0bacdb. Feb 21 00:37:01.617978 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.plugin [req-c81b9c8f-63f4-4f29-8636-26c30f11536b req-5cf9d4aa-8b4c-4f38-a7ad-9a8b09df275f tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Calling delete_port for 420adea9-d216-4e58-9d60-bb5d2a0bacdb owned by compute:nova {{(pid=109222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 00:37:01.624188 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-8352b801-c19f-41a6-84d3-85f818ae6f3b req-b0dd4c1d-7e5e-4290-b78c-ceb886c8f163 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/security-groups?id=4800d725-62c7-4955-8da5-9d1a9cb45564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004000 Feb 21 00:37:01.758451 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-c81b9c8f-63f4-4f29-8636-26c30f11536b req-5cf9d4aa-8b4c-4f38-a7ad-9a8b09df275f tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731676626041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731676182824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8582894421'] for port (420adea9-d216-4e58-9d60-bb5d2a0bacdb), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:01.784511 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf9d4aa-8b4c-4f38-a7ad-9a8b09df275f tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Pushing event deleted for resources: {'Port': ['ID=420adea9-d216-4e58-9d60-bb5d2a0bacdb,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:37:01.914207 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c81b9c8f-63f4-4f29-8636-26c30f11536b req-5cf9d4aa-8b4c-4f38-a7ad-9a8b09df275f tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Router 0e2ac5b4-99c9-449e-85f3-72d3fb2f461b has already been hosted by L3 agent 47b5b2cb-5391-4fc3-9478-3db20537c35a {{(pid=109222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 00:37:02.023537 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c81b9c8f-63f4-4f29-8636-26c30f11536b req-5cf9d4aa-8b4c-4f38-a7ad-9a8b09df275f tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Notify agent at l3_agent.dv-cinder-813225-6-iscsi the message routers_updated {{(pid=109222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 00:37:02.033918 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a53efd4-42d1-4cd4-ad6d-436bd7bc4cca None None] Sync routers for ids ['0e2ac5b4-99c9-449e-85f3-72d3fb2f461b'] in dv-cinder-813225-6-iscsi {{(pid=109224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 00:37:02.044587 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a53efd4-42d1-4cd4-ad6d-436bd7bc4cca None None] Routers {'0e2ac5b4-99c9-449e-85f3-72d3fb2f461b'} bound to L3 agent in host dv-cinder-813225-6-iscsi {{(pid=109224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:37:02.045508 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-8a53efd4-42d1-4cd4-ad6d-436bd7bc4cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-21T00:23:33Z,description=,heartbeat_timestamp=2022-02-21T00:36:34Z,host='dv-cinder-813225-6-iscsi',id=47b5b2cb-5391-4fc3-9478-3db20537c35a,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:23:34Z,topic='l3_agent')) {'router_ids': ['0e2ac5b4-99c9-449e-85f3-72d3fb2f461b'], 'active': True} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:37:02.065159 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.db.l3_dvrscheduler_db [req-c81b9c8f-63f4-4f29-8636-26c30f11536b req-5cf9d4aa-8b4c-4f38-a7ad-9a8b09df275f tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] No DVR routers for this DVR port 420adea9-d216-4e58-9d60-bb5d2a0bacdb on host hv-cinder-81322 {{(pid=109222) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 00:37:02.067744 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-c81b9c8f-63f4-4f29-8636-26c30f11536b req-5cf9d4aa-8b4c-4f38-a7ad-9a8b09df275f tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469064'] for port (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:02.070982 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-c81b9c8f-63f4-4f29-8636-26c30f11536b req-5cf9d4aa-8b4c-4f38-a7ad-9a8b09df275f tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.36 "DELETE /v2.0/ports/420adea9-d216-4e58-9d60-bb5d2a0bacdb HTTP/1.1" status: 204 len: 173 time: 1.1911850 Feb 21 00:37:02.071461 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fd7fea7-9f01-48c5-ac04-7fb6bd253b61', 'name': 'network-vif-deleted', 'tag': '420adea9-d216-4e58-9d60-bb5d2a0bacdb'}] {{(pid=109222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:37:02.074250 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81563fad7634ec273475caa61ca91dc94d21cc2561ee8f59b09b3f9a67cb5537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d53c5657-d755-48b2-9e45-83cc74ec266b" -d '{"events": [{"server_uuid": "4fd7fea7-9f01-48c5-ac04-7fb6bd253b61", "name": "network-vif-deleted", "tag": "420adea9-d216-4e58-9d60-bb5d2a0bacdb"}]}' {{(pid=109222) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:37:02.196073 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvr_db [None req-8a53efd4-42d1-4cd4-ad6d-436bd7bc4cca None None] Set router 0e2ac5b4-99c9-449e-85f3-72d3fb2f461b gateway port host: dv-cinder-813225-6-iscsi {{(pid=109224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:37:02.212341 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 00:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e1a92a6-4cb3-43ea-9d9b-e5f0e29b07a1 x-openstack-request-id: req-5e1a92a6-4cb3-43ea-9d9b-e5f0e29b07a1 {{(pid=109222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:37:02.212707 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fd7fea7-9f01-48c5-ac04-7fb6bd253b61", "name": "network-vif-deleted", "tag": "420adea9-d216-4e58-9d60-bb5d2a0bacdb", "status": "completed", "code": 200}]} {{(pid=109222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:37:02.213598 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5e1a92a6-4cb3-43ea-9d9b-e5f0e29b07a1 {{(pid=109222) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:37:02.214297 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fd7fea7-9f01-48c5-ac04-7fb6bd253b61', 'name': 'network-vif-deleted', 'tag': '420adea9-d216-4e58-9d60-bb5d2a0bacdb', 'status': 'completed', 'code': 200} Feb 21 00:37:02.275901 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-17e81459-54d1-4429-bb18-f1c595c4470e req-c80db414-1637-42ac-b39b-1ea298bc10eb tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fd7fea7-9f01-48c5-ac04-7fb6bd253b61 HTTP/1.1" status: 200 len: 210 time: 0.0375431 Feb 21 00:37:02.388235 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b88a260-0af8-4086-af54-377534781844 req-35c5d9d4-959d-4a89-9f51-603924fa10f2 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:37:02.389658 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-9b88a260-0af8-4086-af54-377534781844 req-35c5d9d4-959d-4a89-9f51-603924fa10f2 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] 10.222.0.45 "GET /v2.0/ports?device_id=5cafed47-4c4d-4e50-af97-da45180a5e75 HTTP/1.1" status: 200 len: 984 time: 0.0574348 Feb 21 00:37:02.423427 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-8a53efd4-42d1-4cd4-ad6d-436bd7bc4cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e2ac5b4-99c9-449e-85f3-72d3fb2f461b', 'name': 'tempest-AttachVolumeTestJSON-923459538-router', 'tenant_id': 'f83942655a004261ad34343d44c6cf6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'external_fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '1bb1f34c-c765-4e9c-877f-be0fc6368b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:31:40Z', 'updated_at': '2022-02-21T00:31:57Z', 'revision_number': 4, 'project_id': 'f83942655a004261ad34343d44c6cf6b', 'gw_port': {'id': '1bb1f34c-c765-4e9c-877f-be0fc6368b70', 'name': '', 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:17:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2ac5b4-99c9-449e-85f3-72d3fb2f461b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:31:42Z', 'updated_at': '2022-02-21T00:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '890cd9a8-3116-412f-9022-3458585959da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-6-iscsi', '_interfaces': [{'id': '14c78ac1-77e4-4af4-a6fe-982d691b3ed2', 'name': '', 'network_id': 'c58ec42c-ebf4-48a5-8b13-e00a879614cb', 'tenant_id': 'f83942655a004261ad34343d44c6cf6b', 'mac_address': 'fa:16:3e:a2:2e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2ac5b4-99c9-449e-85f3-72d3fb2f461b', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'a770bec4-4043-4a9e-b8d8-da9ffce5c8ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:31:54Z', 'updated_at': '2022-02-21T00:32:05Z', 'revision_number': 5, 'project_id': 'f83942655a004261ad34343d44c6cf6b', 'subnets': [{'id': 'a770bec4-4043-4a9e-b8d8-da9ffce5c8ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-6-iscsi', False) {} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:37:02.450070 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-9b88a260-0af8-4086-af54-377534781844 req-8b8ee51b-4e9b-47d5-ad47-be892f0b7439 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] 10.222.0.45 "GET /v2.0/security-groups?id=3aa544ef-5b86-4218-a931-0dcdd7590b14&id=270c5553-ef40-479f-84bb-8a743b37b00b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0547040 Feb 21 00:37:02.450496 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a53efd4-42d1-4cd4-ad6d-436bd7bc4cca None None] Checking router: 0e2ac5b4-99c9-449e-85f3-72d3fb2f461b for host: dv-cinder-813225-6-iscsi {{(pid=109224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 00:37:02.458689 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a53efd4-42d1-4cd4-ad6d-436bd7bc4cca None None] Routers {'0e2ac5b4-99c9-449e-85f3-72d3fb2f461b'} bound to L3 agent in host dv-cinder-813225-6-iscsi {{(pid=109224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:37:02.459326 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-8a53efd4-42d1-4cd4-ad6d-436bd7bc4cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-21T00:23:33Z,description=,heartbeat_timestamp=2022-02-21T00:36:34Z,host='dv-cinder-813225-6-iscsi',id=47b5b2cb-5391-4fc3-9478-3db20537c35a,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:23:34Z,topic='l3_agent')) {'router_ids': ['0e2ac5b4-99c9-449e-85f3-72d3fb2f461b'], 'active': True} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:37:02.564462 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvr_db [None req-8a53efd4-42d1-4cd4-ad6d-436bd7bc4cca None None] Set router 0e2ac5b4-99c9-449e-85f3-72d3fb2f461b gateway port host: dv-cinder-813225-6-iscsi {{(pid=109224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:37:02.740129 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbaa7f4-ba19-4001-9a87-9c785e26f055 req-571e7e93-090f-46bb-9c1a-b340fa435675 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:37:02.741596 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-7cbaa7f4-ba19-4001-9a87-9c785e26f055 req-571e7e93-090f-46bb-9c1a-b340fa435675 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/ports?device_id=45b7045b-0291-42aa-9094-dedd4933b375 HTTP/1.1" status: 200 len: 943 time: 0.0513372 Feb 21 00:37:02.755278 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-8a53efd4-42d1-4cd4-ad6d-436bd7bc4cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e2ac5b4-99c9-449e-85f3-72d3fb2f461b', 'name': 'tempest-AttachVolumeTestJSON-923459538-router', 'tenant_id': 'f83942655a004261ad34343d44c6cf6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'external_fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '1bb1f34c-c765-4e9c-877f-be0fc6368b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:31:40Z', 'updated_at': '2022-02-21T00:31:57Z', 'revision_number': 4, 'project_id': 'f83942655a004261ad34343d44c6cf6b', 'gw_port': {'id': '1bb1f34c-c765-4e9c-877f-be0fc6368b70', 'name': '', 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:17:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2ac5b4-99c9-449e-85f3-72d3fb2f461b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:31:42Z', 'updated_at': '2022-02-21T00:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '890cd9a8-3116-412f-9022-3458585959da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-6-iscsi', '_interfaces': [{'id': '14c78ac1-77e4-4af4-a6fe-982d691b3ed2', 'name': '', 'network_id': 'c58ec42c-ebf4-48a5-8b13-e00a879614cb', 'tenant_id': 'f83942655a004261ad34343d44c6cf6b', 'mac_address': 'fa:16:3e:a2:2e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2ac5b4-99c9-449e-85f3-72d3fb2f461b', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'a770bec4-4043-4a9e-b8d8-da9ffce5c8ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:31:54Z', 'updated_at': '2022-02-21T00:32:05Z', 'revision_number': 5, 'project_id': 'f83942655a004261ad34343d44c6cf6b', 'subnets': [{'id': 'a770bec4-4043-4a9e-b8d8-da9ffce5c8ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-6-iscsi', False) {} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:37:02.784536 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a53efd4-42d1-4cd4-ad6d-436bd7bc4cca None None] The sync data for ids ['0e2ac5b4-99c9-449e-85f3-72d3fb2f461b'] in dv-cinder-813225-6-iscsi is: [{'id': '0e2ac5b4-99c9-449e-85f3-72d3fb2f461b', 'name': 'tempest-AttachVolumeTestJSON-923459538-router', 'tenant_id': 'f83942655a004261ad34343d44c6cf6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'external_fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '1bb1f34c-c765-4e9c-877f-be0fc6368b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:31:40Z', 'updated_at': '2022-02-21T00:31:57Z', 'revision_number': 4, 'project_id': 'f83942655a004261ad34343d44c6cf6b', 'gw_port': {'id': '1bb1f34c-c765-4e9c-877f-be0fc6368b70', 'name': '', 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:17:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2ac5b4-99c9-449e-85f3-72d3fb2f461b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:31:42Z', 'updated_at': '2022-02-21T00:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '890cd9a8-3116-412f-9022-3458585959da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-6-iscsi', '_interfaces': [{'id': '14c78ac1-77e4-4af4-a6fe-982d691b3ed2', 'name': '', 'network_id': 'c58ec42c-ebf4-48a5-8b13-e00a879614cb', 'tenant_id': 'f83942655a004261ad34343d44c6cf6b', 'mac_address': 'fa:16:3e:a2:2e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2ac5b4-99c9-449e-85f3-72d3fb2f461b', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'a770bec4-4043-4a9e-b8d8-da9ffce5c8ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:31:54Z', 'updated_at': '2022-02-21T00:32:05Z', 'revision_number': 5, 'project_id': 'f83942655a004261ad34343d44c6cf6b', 'subnets': [{'id': 'a770bec4-4043-4a9e-b8d8-da9ffce5c8ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 00:37:02.790527 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-7cbaa7f4-ba19-4001-9a87-9c785e26f055 req-6183855a-4f1a-40bd-a771-5fd72bf63e31 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/security-groups?id=4800d725-62c7-4955-8da5-9d1a9cb45564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424340 Feb 21 00:37:02.997296 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756204a6-9319-4448-b1e3-e97e2d71a7a4 None None] New status for floating IP 87f72e7a-a83c-40cf-9b1e-85d9656cbcd0: DOWN {{(pid=109225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 00:37:03.081378 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Device 29793eb8-0013-46e9-9082-b8e83760b325 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109224) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 00:37:03.178550 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] For port 29793eb8-0013-46e9-9082-b8e83760b325, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=29793eb8-0013-46e9-9082-b8e83760b325,segment=NetworkSegment(cb4aac1d-2986-47c5-9166-1b8e3caa68ed),segment_id=cb4aac1d-2986-47c5-9166-1b8e3caa68ed)] {{(pid=109224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:37:03.190335 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Returning: {'device': '29793eb8-0013-46e9-9082-b8e83760b325', 'network_id': '2e0e8283-a033-407a-bc70-5d3d5b11923a', 'port_id': '29793eb8-0013-46e9-9082-b8e83760b325', 'mac_address': 'fa:16:3e:cb:da:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bfe349a-348f-4ba1-9415-79c5ecd08feb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109224) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 00:37:03.230260 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Current status of the port 29793eb8-0013-46e9-9082-b8e83760b325 is: DOWN; New status is: BUILD {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:37:03.230653 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (29793eb8-0013-46e9-9082-b8e83760b325), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:03.242985 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.notifiers.nova [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29793eb8-0013-46e9-9082-b8e83760b325 {{(pid=109224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 00:37:03.261205 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] For port 29793eb8-0013-46e9-9082-b8e83760b325, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=29793eb8-0013-46e9-9082-b8e83760b325,segment=NetworkSegment(cb4aac1d-2986-47c5-9166-1b8e3caa68ed),segment_id=cb4aac1d-2986-47c5-9166-1b8e3caa68ed)] {{(pid=109224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:37:03.264168 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (29793eb8-0013-46e9-9082-b8e83760b325), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:03.310731 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Pushing event updated for resources: {'Port': ['ID=29793eb8-0013-46e9-9082-b8e83760b325,revision_number=4']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:37:03.372607 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-54600924-4a98-4f39-807a-5bb4f05ef5a8 req-addbce61-1d79-43dd-bd6c-e14d1f99d6a3 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fd7fea7-9f01-48c5-ac04-7fb6bd253b61 HTTP/1.1" status: 200 len: 210 time: 0.0277679 Feb 21 00:37:03.523209 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-e73520c6-333b-4e9f-9574-03f1e7eb43bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (47b5b2cb-5391-4fc3-9478-3db20537c35a), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:03.570998 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091806d6-1d3d-4790-a280-59d78074746f req-892b4eda-2afb-42b6-a732-33aad9e8a456 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:37:03.573143 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-091806d6-1d3d-4790-a280-59d78074746f req-892b4eda-2afb-42b6-a732-33aad9e8a456 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] 10.222.0.45 "GET /v2.0/ports?device_id=5cafed47-4c4d-4e50-af97-da45180a5e75 HTTP/1.1" status: 200 len: 984 time: 0.0548244 Feb 21 00:37:03.631680 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-091806d6-1d3d-4790-a280-59d78074746f req-860dcc70-eeb9-4f1a-9c71-7cc9a38b107a tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] 10.222.0.45 "GET /v2.0/security-groups?id=3aa544ef-5b86-4218-a931-0dcdd7590b14&id=270c5553-ef40-479f-84bb-8a743b37b00b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527055 Feb 21 00:37:03.905641 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13e06e6-c821-46d3-ab3e-a5388d9b193c req-7b4e7723-3811-4120-9c2f-4b6c7f53669b tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:37:03.907007 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-e13e06e6-c821-46d3-ab3e-a5388d9b193c req-7b4e7723-3811-4120-9c2f-4b6c7f53669b tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/ports?device_id=45b7045b-0291-42aa-9094-dedd4933b375 HTTP/1.1" status: 200 len: 944 time: 0.0504985 Feb 21 00:37:03.954742 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-e13e06e6-c821-46d3-ab3e-a5388d9b193c req-0909eaac-cbeb-45a1-9ddf-795ef550d90c tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/security-groups?id=4800d725-62c7-4955-8da5-9d1a9cb45564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422244 Feb 21 00:37:04.478468 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-32874d6e-0147-493b-aa54-4a5694399768 req-8d309665-1b58-479d-8a3e-c13fcf45413f tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fd7fea7-9f01-48c5-ac04-7fb6bd253b61 HTTP/1.1" status: 200 len: 210 time: 0.0303555 Feb 21 00:37:04.751084 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19690e6b-5030-4e1e-8885-baeecf35527c req-da762e8a-29d3-4889-ad36-f2b28961aa11 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:37:04.752629 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-19690e6b-5030-4e1e-8885-baeecf35527c req-da762e8a-29d3-4889-ad36-f2b28961aa11 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] 10.222.0.45 "GET /v2.0/ports?device_id=5cafed47-4c4d-4e50-af97-da45180a5e75 HTTP/1.1" status: 200 len: 984 time: 0.0568314 Feb 21 00:37:04.810054 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-19690e6b-5030-4e1e-8885-baeecf35527c req-e836c812-a1ee-4061-be55-fa93e493d021 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] 10.222.0.45 "GET /v2.0/security-groups?id=3aa544ef-5b86-4218-a931-0dcdd7590b14&id=270c5553-ef40-479f-84bb-8a743b37b00b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0519578 Feb 21 00:37:04.867446 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Device 420adea9-d216-4e58-9d60-bb5d2a0bacdb no longer exists at agent hyperv_hv-cinder-81322 {{(pid=109224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 00:37:04.888076 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] No Port match for: 420adea9-d216-4e58-9d60-bb5d2a0bacdb {{(pid=109224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 00:37:04.888431 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Device 420adea9-d216-4e58-9d60-bb5d2a0bacdb not bound to the agent host hv-cinder-81322 {{(pid=109224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 00:37:05.072817 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6050cf2b-ec45-494c-93f4-c8fd60bb3439 req-b7bba4cd-2f84-44dd-aa7a-4e868c596ee7 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:37:05.074346 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-6050cf2b-ec45-494c-93f4-c8fd60bb3439 req-b7bba4cd-2f84-44dd-aa7a-4e868c596ee7 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/ports?device_id=45b7045b-0291-42aa-9094-dedd4933b375 HTTP/1.1" status: 200 len: 944 time: 0.0547011 Feb 21 00:37:05.083938 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-2cd5f963-efb3-4d3f-8e75-14b6a6f65242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (4a388d83-9cb8-49a2-9541-35a13f295f4a), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:05.120546 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] get_ports_and_sgs() called for port_ids ['29793eb8-0013-46e9-9082-b8e83760b325'] {{(pid=109224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 00:37:05.125273 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-6050cf2b-ec45-494c-93f4-c8fd60bb3439 req-a1aa4254-3d04-47a6-af4e-a78ceeb25bc5 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/security-groups?id=4800d725-62c7-4955-8da5-9d1a9cb45564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443029 Feb 21 00:37:05.558923 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 59960) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:37:05.610268 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-cee724a9-5f3c-4db5-a026-29215f151689 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Publish callbacks [] for security_group (086df3ca-b094-4a4d-b3ca-0d4f22d1c024), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:05.634336 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-cee724a9-5f3c-4db5-a026-29215f151689 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Publish callbacks [] for security_group (086df3ca-b094-4a4d-b3ca-0d4f22d1c024), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:05.679913 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-cee724a9-5f3c-4db5-a026-29215f151689 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (086df3ca-b094-4a4d-b3ca-0d4f22d1c024), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:05.682944 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-cee724a9-5f3c-4db5-a026-29215f151689 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Publish callbacks [] for security_group (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:05.684099 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-cee724a9-5f3c-4db5-a026-29215f151689 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "DELETE /v2.0/security-groups/086df3ca-b094-4a4d-b3ca-0d4f22d1c024 HTTP/1.1" status: 204 len: 168 time: 0.1241550 Feb 21 00:37:05.686956 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 59962) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:37:05.692521 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee724a9-5f3c-4db5-a026-29215f151689 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=086df3ca-b094-4a4d-b3ca-0d4f22d1c024,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:37:05.701983 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.api.v2.resource [None req-ebfe9b6f-67e5-46bb-9806-b00c4c36b895 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] show failed (client error): The resource could not be found. Feb 21 00:37:05.703001 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-ebfe9b6f-67e5-46bb-9806-b00c4c36b895 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/security-groups/086df3ca-b094-4a4d-b3ca-0d4f22d1c024 HTTP/1.1" status: 404 len: 347 time: 0.0150185 Feb 21 00:37:05.705906 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 59964) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:37:05.828398 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-faf78179-c740-4ea0-86d5-e97c1016b9b8 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Deleting port f5e4f002-d651-4c92-8f29-f4490704fc11 {{(pid=109223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 00:37:05.828745 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-faf78179-c740-4ea0-86d5-e97c1016b9b8 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731676621334'] for port (f5e4f002-d651-4c92-8f29-f4490704fc11), before_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:05.912753 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-faf78179-c740-4ea0-86d5-e97c1016b9b8 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950719'] for port (f5e4f002-d651-4c92-8f29-f4490704fc11), precommit_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:05.913240 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-faf78179-c740-4ea0-86d5-e97c1016b9b8 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Publish callbacks [] for floatingip (f5e4f002-d651-4c92-8f29-f4490704fc11), precommit_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:05.927745 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-faf78179-c740-4ea0-86d5-e97c1016b9b8 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Calling delete_port for f5e4f002-d651-4c92-8f29-f4490704fc11 owned by network:floatingip {{(pid=109223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 00:37:05.946521 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0970434b-d4bd-4dbf-be80-5db2dfdcfa4d req-08d1e916-a1b6-4535-8b22-1748cc9d8771 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:37:05.948149 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-0970434b-d4bd-4dbf-be80-5db2dfdcfa4d req-08d1e916-a1b6-4535-8b22-1748cc9d8771 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] 10.222.0.45 "GET /v2.0/ports?device_id=5cafed47-4c4d-4e50-af97-da45180a5e75 HTTP/1.1" status: 200 len: 984 time: 0.0687459 Feb 21 00:37:06.016420 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-0970434b-d4bd-4dbf-be80-5db2dfdcfa4d req-f7181cbe-b86e-48ff-b04d-78107e17a9b3 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] 10.222.0.45 "GET /v2.0/security-groups?id=3aa544ef-5b86-4218-a931-0dcdd7590b14&id=270c5553-ef40-479f-84bb-8a743b37b00b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0621204 Feb 21 00:37:06.075853 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-faf78179-c740-4ea0-86d5-e97c1016b9b8 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731676626041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731676182824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3995289'] for port (f5e4f002-d651-4c92-8f29-f4490704fc11), after_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:06.107353 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf78179-c740-4ea0-86d5-e97c1016b9b8 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Pushing event deleted for resources: {'Port': ['ID=f5e4f002-d651-4c92-8f29-f4490704fc11,revision_number=None']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:37:06.169882 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-faf78179-c740-4ea0-86d5-e97c1016b9b8 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Publish callbacks [] for floatingip (87f72e7a-a83c-40cf-9b1e-85d9656cbcd0), after_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:06.172533 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-faf78179-c740-4ea0-86d5-e97c1016b9b8 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469064'] for floatingip (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:06.173747 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-faf78179-c740-4ea0-86d5-e97c1016b9b8 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "DELETE /v2.0/floatingips/87f72e7a-a83c-40cf-9b1e-85d9656cbcd0 HTTP/1.1" status: 204 len: 168 time: 0.4668689 Feb 21 00:37:06.272185 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a0235a-4b3e-44a3-9c64-810007e2df27 req-b2f7efde-3f23-457a-b88a-325756888b12 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:37:06.273575 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-28a0235a-4b3e-44a3-9c64-810007e2df27 req-b2f7efde-3f23-457a-b88a-325756888b12 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/ports?device_id=45b7045b-0291-42aa-9094-dedd4933b375 HTTP/1.1" status: 200 len: 944 time: 0.0597045 Feb 21 00:37:06.327869 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-28a0235a-4b3e-44a3-9c64-810007e2df27 req-f9b9768d-b83b-4f98-b7f6-b61f3548ae68 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/security-groups?id=4800d725-62c7-4955-8da5-9d1a9cb45564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474286 Feb 21 00:37:06.393491 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-09e0abcb-2b1d-4918-a5e2-a10ed408e1f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (417c2155-c2c7-44af-91e4-b32264eafb82), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:06.714827 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 59994) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:37:06.719361 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [None req-cf094f3a-38ed-4bff-81bd-01365b39e164 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1399949539', 'description': 'tempest-description--1724847048'}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:37:06.739500 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-cf094f3a-38ed-4bff-81bd-01365b39e164 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Publish callbacks [] for security_group (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:06.803737 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-cf094f3a-38ed-4bff-81bd-01365b39e164 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Publish callbacks [] for security_group (a61b9b78-64c5-404c-be35-249112e7bdbc), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:06.807212 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-cf094f3a-38ed-4bff-81bd-01365b39e164 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (a61b9b78-64c5-404c-be35-249112e7bdbc), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:06.833521 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-cf094f3a-38ed-4bff-81bd-01365b39e164 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Publish callbacks [] for security_group (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:06.834710 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-cf094f3a-38ed-4bff-81bd-01365b39e164 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1188595 Feb 21 00:37:06.837541 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 59996) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:37:06.842312 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [None req-8b0a45bc-cfb4-4d0c-b6a0-a53007ff6a2a tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Request body: {'security_group_rule': {'security_group_id': 'a61b9b78-64c5-404c-be35-249112e7bdbc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:37:06.848119 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf094f3a-38ed-4bff-81bd-01365b39e164 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a61b9b78-64c5-404c-be35-249112e7bdbc,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:37:06.868082 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Device 29793eb8-0013-46e9-9082-b8e83760b325 up at agent hyperv_hv-cinder-81322 {{(pid=109224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:37:06.872104 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-8b0a45bc-cfb4-4d0c-b6a0-a53007ff6a2a tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Publish callbacks [] for security_group_rule (7c84c3d9-8218-4cd1-8115-2f3f5c874f38), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:06.916304 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Provisioning for port 29793eb8-0013-46e9-9082-b8e83760b325 completed by entity L2. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 00:37:06.920731 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Provisioning complete for port 29793eb8-0013-46e9-9082-b8e83760b325 triggered by entity L2. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:37:06.921112 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (29793eb8-0013-46e9-9082-b8e83760b325), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:06.928134 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-8b0a45bc-cfb4-4d0c-b6a0-a53007ff6a2a tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Publish callbacks [] for security_group_rule (7c84c3d9-8218-4cd1-8115-2f3f5c874f38), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:06.931820 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-8b0a45bc-cfb4-4d0c-b6a0-a53007ff6a2a tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574764'] for security_group_rule (7c84c3d9-8218-4cd1-8115-2f3f5c874f38), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:06.951069 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0a45bc-cfb4-4d0c-b6a0-a53007ff6a2a tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c84c3d9-8218-4cd1-8115-2f3f5c874f38,revision_number=0']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:37:06.962440 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-8b0a45bc-cfb4-4d0c-b6a0-a53007ff6a2a tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:06.967218 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 60002) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:37:06.967467 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-8b0a45bc-cfb4-4d0c-b6a0-a53007ff6a2a tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1280491 Feb 21 00:37:06.972784 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.v2.base [None req-e16a4243-3430-4df7-816b-e5d41dabf162 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Request body: {'security_group_rule': {'security_group_id': 'a61b9b78-64c5-404c-be35-249112e7bdbc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:37:07.006966 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-e16a4243-3430-4df7-816b-e5d41dabf162 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Publish callbacks [] for security_group_rule (1d7fdc13-d4a1-4d51-99f0-0606f656d4c0), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:07.008044 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Current status of the port 29793eb8-0013-46e9-9082-b8e83760b325 is: BUILD; New status is: ACTIVE {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:37:07.008446 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (29793eb8-0013-46e9-9082-b8e83760b325), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:07.033914 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45b7045b-0291-42aa-9094-dedd4933b375', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29793eb8-0013-46e9-9082-b8e83760b325'}] {{(pid=109224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:37:07.036215 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea31762fe36adf1256da5116fd788589841920f52286d7e0b0077cda52487892" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc811521-3a59-4dab-bd6a-152ff081fcdc" -d '{"events": [{"server_uuid": "45b7045b-0291-42aa-9094-dedd4933b375", "name": "network-vif-plugged", "status": "completed", "tag": "29793eb8-0013-46e9-9082-b8e83760b325"}]}' {{(pid=109224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:37:07.058214 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] For port 29793eb8-0013-46e9-9082-b8e83760b325, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=29793eb8-0013-46e9-9082-b8e83760b325,segment=NetworkSegment(cb4aac1d-2986-47c5-9166-1b8e3caa68ed),segment_id=cb4aac1d-2986-47c5-9166-1b8e3caa68ed)] {{(pid=109224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:37:07.064882 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (29793eb8-0013-46e9-9082-b8e83760b325), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:07.099310 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 00:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aa38626-4983-4c11-87de-c99f4653ade1 x-openstack-request-id: req-2aa38626-4983-4c11-87de-c99f4653ade1 {{(pid=109224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:37:07.099911 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45b7045b-0291-42aa-9094-dedd4933b375", "name": "network-vif-plugged", "status": "completed", "tag": "29793eb8-0013-46e9-9082-b8e83760b325", "code": 200}]} {{(pid=109224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:37:07.100330 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2aa38626-4983-4c11-87de-c99f4653ade1 {{(pid=109224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:37:07.100876 dv-cinder-813225-6-iscsi neutron-server[109224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45b7045b-0291-42aa-9094-dedd4933b375', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29793eb8-0013-46e9-9082-b8e83760b325', 'code': 200} Feb 21 00:37:07.110535 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-e16a4243-3430-4df7-816b-e5d41dabf162 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Publish callbacks [] for security_group_rule (1d7fdc13-d4a1-4d51-99f0-0606f656d4c0), precommit_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:07.115548 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-e16a4243-3430-4df7-816b-e5d41dabf162 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574764'] for security_group_rule (1d7fdc13-d4a1-4d51-99f0-0606f656d4c0), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:07.133835 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Pushing event updated for resources: {'Port': ['ID=29793eb8-0013-46e9-9082-b8e83760b325,revision_number=5']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:37:07.145116 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16a4243-3430-4df7-816b-e5d41dabf162 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d7fdc13-d4a1-4d51-99f0-0606f656d4c0,revision_number=0']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:37:07.157819 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-e16a4243-3430-4df7-816b-e5d41dabf162 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:07.159026 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-e16a4243-3430-4df7-816b-e5d41dabf162 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1905198 Feb 21 00:37:07.162338 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 60012) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:37:07.167656 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.v2.base [None req-2e129e3b-af1d-4f14-b7a8-836c8313bef6 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Request body: {'floatingip': {'floating_network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050'}} {{(pid=109223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:37:07.174063 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a3886d-ba0b-4a6b-be6b-c5a04843a2b6 req-78497735-00af-4ba8-95b2-953b333c3936 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:37:07.175571 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-07a3886d-ba0b-4a6b-be6b-c5a04843a2b6 req-78497735-00af-4ba8-95b2-953b333c3936 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] 10.222.0.45 "GET /v2.0/ports?device_id=5cafed47-4c4d-4e50-af97-da45180a5e75 HTTP/1.1" status: 200 len: 984 time: 0.0584919 Feb 21 00:37:07.189415 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-2e129e3b-af1d-4f14-b7a8-836c8313bef6 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:07.251826 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-07a3886d-ba0b-4a6b-be6b-c5a04843a2b6 req-f0ffb127-5d96-4b7f-a0d9-83db3b9bee15 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] 10.222.0.45 "GET /v2.0/security-groups?id=3aa544ef-5b86-4218-a931-0dcdd7590b14&id=270c5553-ef40-479f-84bb-8a743b37b00b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0660453 Feb 21 00:37:07.292441 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-2e129e3b-af1d-4f14-b7a8-836c8313bef6 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (None), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:07.361542 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2125ebf-dd8e-4927-8b6e-a7a51f50b27f req-ef076b40-9a73-400c-bf60-e97e76d3e9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:37:07.363039 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-f2125ebf-dd8e-4927-8b6e-a7a51f50b27f req-ef076b40-9a73-400c-bf60-e97e76d3e9ad service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=45b7045b-0291-42aa-9094-dedd4933b375 HTTP/1.1" status: 200 len: 1129 time: 0.0451691 Feb 21 00:37:07.411768 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-f2125ebf-dd8e-4927-8b6e-a7a51f50b27f req-d51e0682-6ec7-41e0-80c8-9b1e75d696d8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4800d725-62c7-4955-8da5-9d1a9cb45564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413449 Feb 21 00:37:07.416899 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.db.db_base_plugin_common [None req-2e129e3b-af1d-4f14-b7a8-836c8313bef6 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Allocated IP 172.27.3.252 (9d25e361-1d6c-4c24-9c73-356a2ab84050/890cd9a8-3116-412f-9022-3458585959da/b7f0302b-e8f5-44d3-a521-5f792110e90b) {{(pid=109223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 00:37:07.513188 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee78d50-96cc-447d-8ecd-4cd4aa1dbc81 req-d8dc788e-c45d-49f1-a1c3-12a25e1e8f46 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:37:07.514861 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-6ee78d50-96cc-447d-8ecd-4cd4aa1dbc81 req-d8dc788e-c45d-49f1-a1c3-12a25e1e8f46 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/ports?device_id=45b7045b-0291-42aa-9094-dedd4933b375 HTTP/1.1" status: 200 len: 945 time: 0.1126473 Feb 21 00:37:07.594043 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-2e129e3b-af1d-4f14-b7a8-836c8313bef6 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Publish callbacks [] for port (b7f0302b-e8f5-44d3-a521-5f792110e90b), precommit_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:07.610299 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-6ee78d50-96cc-447d-8ecd-4cd4aa1dbc81 req-f8dd0057-7010-4b25-893c-1a7686882e73 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/security-groups?id=4800d725-62c7-4955-8da5-9d1a9cb45564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890074 Feb 21 00:37:07.637749 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-2e129e3b-af1d-4f14-b7a8-836c8313bef6 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731676182815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3995289'] for port (b7f0302b-e8f5-44d3-a521-5f792110e90b), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:07.677685 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e129e3b-af1d-4f14-b7a8-836c8313bef6 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Network 9d25e361-1d6c-4c24-9c73-356a2ab84050 is already hosted by enough agents. {{(pid=109223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:37:07.684851 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.scheduler.base_scheduler [None req-2e129e3b-af1d-4f14-b7a8-836c8313bef6 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Resources bound (agent type, host, resource id): {{(pid=109223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:37:07.687043 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e129e3b-af1d-4f14-b7a8-836c8313bef6 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Pushing event updated for resources: {'Port': ['ID=b7f0302b-e8f5-44d3-a521-5f792110e90b,revision_number=1']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:37:07.689185 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e129e3b-af1d-4f14-b7a8-836c8313bef6 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Received port after_create {{(pid=109223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 00:37:07.775896 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-2e129e3b-af1d-4f14-b7a8-836c8313bef6 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Publish callbacks [] for floatingip (a02030a2-2926-407d-b24c-cbf0e99e86ee), precommit_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:07.809758 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-2e129e3b-af1d-4f14-b7a8-836c8313bef6 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (b7f0302b-e8f5-44d3-a521-5f792110e90b), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:07.953229 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-2e129e3b-af1d-4f14-b7a8-836c8313bef6 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Publish callbacks [] for port (b7f0302b-e8f5-44d3-a521-5f792110e90b), precommit_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:07.957698 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-2e129e3b-af1d-4f14-b7a8-836c8313bef6 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3995266'] for port (b7f0302b-e8f5-44d3-a521-5f792110e90b), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:08.021156 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e129e3b-af1d-4f14-b7a8-836c8313bef6 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Pushing event updated for resources: {'Port': ['ID=b7f0302b-e8f5-44d3-a521-5f792110e90b,revision_number=2']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:37:08.032152 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-2e129e3b-af1d-4f14-b7a8-836c8313bef6 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-951287'] for floatingip (a02030a2-2926-407d-b24c-cbf0e99e86ee), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:08.046599 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-2e129e3b-af1d-4f14-b7a8-836c8313bef6 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469064'] for floatingip (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:08.048014 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-2e129e3b-af1d-4f14-b7a8-836c8313bef6 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8845491 Feb 21 00:37:08.064899 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (d6e95c40-1d90-4a13-9e37-1d6580a24190), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:08.209662 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-22126e9e-601a-454d-8359-432e784ae4e8 req-9ae191cc-4c20-43b8-82aa-95eb0f1ce771 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1399949539&fields=id&tenant_id=f83942655a004261ad34343d44c6cf6b HTTP/1.1" status: 200 len: 267 time: 0.0467672 Feb 21 00:37:08.315756 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22126e9e-601a-454d-8359-432e784ae4e8 req-c62e568d-89bf-4e62-8a3c-dca0a83764b0 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:37:08.317260 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-22126e9e-601a-454d-8359-432e784ae4e8 req-c62e568d-89bf-4e62-8a3c-dca0a83764b0 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/networks?id=c58ec42c-ebf4-48a5-8b13-e00a879614cb HTTP/1.1" status: 200 len: 810 time: 0.1012485 Feb 21 00:37:08.331983 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-22126e9e-601a-454d-8359-432e784ae4e8 req-c5834dc7-b3a0-489d-8002-a1a36013702c tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/quotas/f83942655a004261ad34343d44c6cf6b HTTP/1.1" status: 200 len: 375 time: 0.0091696 Feb 21 00:37:08.372222 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56be75b-5cf2-451f-a41a-8a0d1ed7c4bd req-23dd0f9a-dca5-4326-86bf-1c9313f88854 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:37:08.373788 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-f56be75b-5cf2-451f-a41a-8a0d1ed7c4bd req-23dd0f9a-dca5-4326-86bf-1c9313f88854 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] 10.222.0.45 "GET /v2.0/ports?device_id=5cafed47-4c4d-4e50-af97-da45180a5e75 HTTP/1.1" status: 200 len: 984 time: 0.0568573 Feb 21 00:37:08.389738 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-22126e9e-601a-454d-8359-432e784ae4e8 req-eef80388-3096-4bcb-9af5-d14a6a407f9a tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=f83942655a004261ad34343d44c6cf6b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0523610 Feb 21 00:37:08.438693 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-f56be75b-5cf2-451f-a41a-8a0d1ed7c4bd req-e75a216e-411e-4d46-ae76-9c83d8ecf679 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] 10.222.0.45 "GET /v2.0/security-groups?id=3aa544ef-5b86-4218-a931-0dcdd7590b14&id=270c5553-ef40-479f-84bb-8a743b37b00b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0586388 Feb 21 00:37:08.595109 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-22126e9e-601a-454d-8359-432e784ae4e8 req-59c46636-2ba4-42f5-9b96-47702d5b10d8 service neutron] 10.222.0.45 "GET /v2.0/networks/c58ec42c-ebf4-48a5-8b13-e00a879614cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935861 Feb 21 00:37:08.693370 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-22126e9e-601a-454d-8359-432e784ae4e8 req-44282e62-b032-491d-9076-115b7b585b33 service neutron] 10.222.0.45 "GET /v2.0/networks/c58ec42c-ebf4-48a5-8b13-e00a879614cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911965 Feb 21 00:37:08.734748 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39114443-b06a-4523-b70b-75bd4172b66e req-4fa2eae2-93fd-4cb7-ae38-86d4416e0ad0 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:37:08.736370 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-39114443-b06a-4523-b70b-75bd4172b66e req-4fa2eae2-93fd-4cb7-ae38-86d4416e0ad0 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/ports?device_id=45b7045b-0291-42aa-9094-dedd4933b375 HTTP/1.1" status: 200 len: 945 time: 0.0551181 Feb 21 00:37:08.787355 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-39114443-b06a-4523-b70b-75bd4172b66e req-ad1a7e01-fa9c-4bc9-a872-b76f3e96f055 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/security-groups?id=4800d725-62c7-4955-8da5-9d1a9cb45564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433764 Feb 21 00:37:08.864321 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-13bfd1d3-c848-4a04-b0e9-b616fc4f9f5c req-1c2e1c90-5dd1-456e-abd3-2bc9b6352755 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/ports?device_id=078bb8fa-e2f1-4d61-8dc4-e42f43fe36ca HTTP/1.1" status: 200 len: 210 time: 0.0314603 Feb 21 00:37:08.944254 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1f3e1d-6964-4df0-8cf6-641ffc9965bf req-089cca30-61bd-4501-9a77-7b3035e0ce31 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:37:08.945799 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-6d1f3e1d-6964-4df0-8cf6-641ffc9965bf req-089cca30-61bd-4501-9a77-7b3035e0ce31 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/ports?device_id=45b7045b-0291-42aa-9094-dedd4933b375 HTTP/1.1" status: 200 len: 945 time: 0.0555408 Feb 21 00:37:08.998998 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-6d1f3e1d-6964-4df0-8cf6-641ffc9965bf req-09c58416-24aa-4312-8490-7c0a419761c7 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/security-groups?id=4800d725-62c7-4955-8da5-9d1a9cb45564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452087 Feb 21 00:37:09.023165 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 60064) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:37:09.026817 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 60066) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:37:09.076118 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56fcc92f-b2ba-4dae-9985-f6e6c3bc40f7 tempest-TestVolumeBootPattern-1418106278 tempest-TestVolumeBootPattern-1418106278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:37:09.077739 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-56fcc92f-b2ba-4dae-9985-f6e6c3bc40f7 tempest-TestVolumeBootPattern-1418106278 tempest-TestVolumeBootPattern-1418106278-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=45b7045b-0291-42aa-9094-dedd4933b375 HTTP/1.1" status: 200 len: 1124 time: 0.0533540 Feb 21 00:37:09.080716 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 60070) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:37:09.089155 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.v2.base [None req-a082956e-5df9-46ca-937b-1ec691fab823 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Request body: {'floatingip': {'floating_network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'port_id': '29793eb8-0013-46e9-9082-b8e83760b325', 'tenant_id': '2270182ca89c4878829f5c7baac9afe8', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:37:09.113037 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-a082956e-5df9-46ca-937b-1ec691fab823 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:09.155432 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-cddacdae-c412-4f7f-b535-75bd631cfc6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:09.242773 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-cddacdae-c412-4f7f-b535-75bd631cfc6a admin admin] Publish callbacks [] for security_group (348010a1-8aba-4abf-b4b0-ff5180133d52), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:09.245388 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-a082956e-5df9-46ca-937b-1ec691fab823 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (None), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:09.248460 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-cddacdae-c412-4f7f-b535-75bd631cfc6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (348010a1-8aba-4abf-b4b0-ff5180133d52), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:09.292801 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddacdae-c412-4f7f-b535-75bd631cfc6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=348010a1-8aba-4abf-b4b0-ff5180133d52,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:37:09.297540 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-cddacdae-c412-4f7f-b535-75bd631cfc6a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=89c86e20b961463aa8e781a96c2a7e30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2695858 Feb 21 00:37:09.300306 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 60080) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:37:09.365050 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-cfc185b5-fa2b-49bf-9e76-655a39eea538 admin admin] Publish callbacks [] for security_group (348010a1-8aba-4abf-b4b0-ff5180133d52), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:09.388225 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-cfc185b5-fa2b-49bf-9e76-655a39eea538 admin admin] Publish callbacks [] for security_group (348010a1-8aba-4abf-b4b0-ff5180133d52), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:09.389036 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.db.db_base_plugin_common [None req-a082956e-5df9-46ca-937b-1ec691fab823 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Allocated IP 172.27.3.21 (9d25e361-1d6c-4c24-9c73-356a2ab84050/890cd9a8-3116-412f-9022-3458585959da/4795332f-a400-4af1-abcb-9ad7e1de8818) {{(pid=109223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 00:37:09.443007 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-cfc185b5-fa2b-49bf-9e76-655a39eea538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (348010a1-8aba-4abf-b4b0-ff5180133d52), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:09.445988 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-cfc185b5-fa2b-49bf-9e76-655a39eea538 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:09.448069 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-cfc185b5-fa2b-49bf-9e76-655a39eea538 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/348010a1-8aba-4abf-b4b0-ff5180133d52 HTTP/1.1" status: 204 len: 168 time: 0.1467216 Feb 21 00:37:09.459973 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc185b5-fa2b-49bf-9e76-655a39eea538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=348010a1-8aba-4abf-b4b0-ff5180133d52,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:37:09.510478 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-a082956e-5df9-46ca-937b-1ec691fab823 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Publish callbacks [] for port (4795332f-a400-4af1-abcb-9ad7e1de8818), precommit_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:09.563784 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-a082956e-5df9-46ca-937b-1ec691fab823 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731676182815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3995289'] for port (4795332f-a400-4af1-abcb-9ad7e1de8818), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:09.597206 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7b5234-38dd-4d4e-9013-0818fe9d6d33 req-c686421a-8a77-45cc-927f-f69ee7c4bf72 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:37:09.598936 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-ad7b5234-38dd-4d4e-9013-0818fe9d6d33 req-c686421a-8a77-45cc-927f-f69ee7c4bf72 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] 10.222.0.45 "GET /v2.0/ports?device_id=5cafed47-4c4d-4e50-af97-da45180a5e75 HTTP/1.1" status: 200 len: 984 time: 0.0635154 Feb 21 00:37:09.637303 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a082956e-5df9-46ca-937b-1ec691fab823 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Network 9d25e361-1d6c-4c24-9c73-356a2ab84050 is already hosted by enough agents. {{(pid=109223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:37:09.640392 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.scheduler.base_scheduler [None req-a082956e-5df9-46ca-937b-1ec691fab823 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Resources bound (agent type, host, resource id): {{(pid=109223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:37:09.643076 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a082956e-5df9-46ca-937b-1ec691fab823 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Received port after_create {{(pid=109223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 00:37:09.672902 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-ad7b5234-38dd-4d4e-9013-0818fe9d6d33 req-de6cf0c9-437c-46a4-bd43-a65f13530426 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] 10.222.0.45 "GET /v2.0/security-groups?id=3aa544ef-5b86-4218-a931-0dcdd7590b14&id=270c5553-ef40-479f-84bb-8a743b37b00b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0573509 Feb 21 00:37:09.691870 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a082956e-5df9-46ca-937b-1ec691fab823 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Pushing event updated for resources: {'Port': ['ID=4795332f-a400-4af1-abcb-9ad7e1de8818,revision_number=1']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:37:09.777531 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 60090) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:37:09.791985 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-ce04bc06-354c-4e8c-9075-7abce546674f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:09.988585 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-a5882b12-3abe-4f85-901c-3c5c903d84b8 req-09550b26-71e2-4de1-a10c-e25d27d8d645 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/ports?device_id=078bb8fa-e2f1-4d61-8dc4-e42f43fe36ca HTTP/1.1" status: 200 len: 210 time: 0.0389223 Feb 21 00:37:10.009139 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-ce04bc06-354c-4e8c-9075-7abce546674f admin admin] Publish callbacks [] for security_group (b1906cd6-d555-4ffd-9486-464723b3292e), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:10.022292 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-ce04bc06-354c-4e8c-9075-7abce546674f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (b1906cd6-d555-4ffd-9486-464723b3292e), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:10.050227 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22126e9e-601a-454d-8359-432e784ae4e8 req-2015e22e-7f8a-4d79-ab30-67b0e57017a3 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:37:10.052064 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-22126e9e-601a-454d-8359-432e784ae4e8 req-2015e22e-7f8a-4d79-ab30-67b0e57017a3 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.36 "GET /v2.0/networks?id=c58ec42c-ebf4-48a5-8b13-e00a879614cb HTTP/1.1" status: 200 len: 810 time: 0.1984291 Feb 21 00:37:10.104800 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-a082956e-5df9-46ca-937b-1ec691fab823 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Publish callbacks [] for floatingip (8b0e4410-5225-4907-a742-70962da04202), precommit_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:10.107361 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-ce04bc06-354c-4e8c-9075-7abce546674f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e8b920cf24c34933ac282d0a2aac893b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3284085 Feb 21 00:37:10.112107 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 60098) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:37:10.127347 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce04bc06-354c-4e8c-9075-7abce546674f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1906cd6-d555-4ffd-9486-464723b3292e,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:37:10.174783 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-a082956e-5df9-46ca-937b-1ec691fab823 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (4795332f-a400-4af1-abcb-9ad7e1de8818), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:10.206893 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-22126e9e-601a-454d-8359-432e784ae4e8 req-930bf93e-2c75-4925-9dae-8f3addf0365a tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f83942655a004261ad34343d44c6cf6b HTTP/1.1" status: 200 len: 380 time: 0.1358650 Feb 21 00:37:10.219494 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [req-22126e9e-601a-454d-8359-432e784ae4e8 req-12b4f704-ccda-4665-93d5-82d07ac407c0 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Request body: {'port': {'device_id': '078bb8fa-e2f1-4d61-8dc4-e42f43fe36ca', 'network_id': 'c58ec42c-ebf4-48a5-8b13-e00a879614cb', 'admin_state_up': True, 'tenant_id': 'f83942655a004261ad34343d44c6cf6b', 'security_groups': ['a61b9b78-64c5-404c-be35-249112e7bdbc']}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:37:10.236586 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-c496df59-24ef-4f6e-9e47-a14184977937 admin admin] Publish callbacks [] for security_group (b1906cd6-d555-4ffd-9486-464723b3292e), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:10.291354 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-c496df59-24ef-4f6e-9e47-a14184977937 admin admin] Publish callbacks [] for security_group (b1906cd6-d555-4ffd-9486-464723b3292e), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:10.324527 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-a082956e-5df9-46ca-937b-1ec691fab823 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Publish callbacks [] for port (4795332f-a400-4af1-abcb-9ad7e1de8818), precommit_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:10.330173 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-a082956e-5df9-46ca-937b-1ec691fab823 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3995266'] for port (4795332f-a400-4af1-abcb-9ad7e1de8818), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:10.381902 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22126e9e-601a-454d-8359-432e784ae4e8 req-12b4f704-ccda-4665-93d5-82d07ac407c0 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Made reservation on behalf of f83942655a004261ad34343d44c6cf6b for: {'port': 1} {{(pid=109222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 00:37:10.385729 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-22126e9e-601a-454d-8359-432e784ae4e8 req-12b4f704-ccda-4665-93d5-82d07ac407c0 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:10.389710 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-c496df59-24ef-4f6e-9e47-a14184977937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (b1906cd6-d555-4ffd-9486-464723b3292e), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:10.392259 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-c496df59-24ef-4f6e-9e47-a14184977937 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:10.393785 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-c496df59-24ef-4f6e-9e47-a14184977937 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b1906cd6-d555-4ffd-9486-464723b3292e HTTP/1.1" status: 204 len: 168 time: 0.2794950 Feb 21 00:37:10.403326 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a082956e-5df9-46ca-937b-1ec691fab823 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Pushing event updated for resources: {'Port': ['ID=4795332f-a400-4af1-abcb-9ad7e1de8818,revision_number=2']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:37:10.413701 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c496df59-24ef-4f6e-9e47-a14184977937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1906cd6-d555-4ffd-9486-464723b3292e,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:37:10.437015 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-a082956e-5df9-46ca-937b-1ec691fab823 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-951287'] for floatingip (8b0e4410-5225-4907-a742-70962da04202), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:10.546555 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.db.db_base_plugin_common [req-22126e9e-601a-454d-8359-432e784ae4e8 req-12b4f704-ccda-4665-93d5-82d07ac407c0 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Allocated IP 172.20.0.7 (c58ec42c-ebf4-48a5-8b13-e00a879614cb/a770bec4-4043-4a9e-b8d8-da9ffce5c8ef/2a68a745-d4f6-4f3e-ba24-7c0010abc07d) {{(pid=109222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 00:37:10.553476 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.db.l3_db [None req-a082956e-5df9-46ca-937b-1ec691fab823 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Floating IP 8b0e4410-5225-4907-a742-70962da04202 associated. External IP: 172.27.3.21, port: 29793eb8-0013-46e9-9082-b8e83760b325. Feb 21 00:37:10.703051 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-22126e9e-601a-454d-8359-432e784ae4e8 req-12b4f704-ccda-4665-93d5-82d07ac407c0 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Publish callbacks [] for port (2a68a745-d4f6-4f3e-ba24-7c0010abc07d), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:10.745464 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-22126e9e-601a-454d-8359-432e784ae4e8 req-12b4f704-ccda-4665-93d5-82d07ac407c0 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731676182815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8582894421'] for port (2a68a745-d4f6-4f3e-ba24-7c0010abc07d), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:10.826391 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22126e9e-601a-454d-8359-432e784ae4e8 req-12b4f704-ccda-4665-93d5-82d07ac407c0 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Network c58ec42c-ebf4-48a5-8b13-e00a879614cb is already hosted by enough agents. {{(pid=109222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:37:10.838307 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.scheduler.base_scheduler [req-22126e9e-601a-454d-8359-432e784ae4e8 req-12b4f704-ccda-4665-93d5-82d07ac407c0 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Resources bound (agent type, host, resource id): {{(pid=109222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:37:10.842330 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.db.l3_dvrscheduler_db [req-22126e9e-601a-454d-8359-432e784ae4e8 req-12b4f704-ccda-4665-93d5-82d07ac407c0 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Received port after_create {{(pid=109222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 00:37:10.845418 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b4f704-ccda-4665-93d5-82d07ac407c0 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Pushing event updated for resources: {'Port': ['ID=2a68a745-d4f6-4f3e-ba24-7c0010abc07d,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:37:10.903215 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c01261-7a92-42b9-a661-aa1e0cb76cc2 req-3bfba228-549b-45f9-a722-307413b834d3 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:37:10.909287 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-c5c01261-7a92-42b9-a661-aa1e0cb76cc2 req-3bfba228-549b-45f9-a722-307413b834d3 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] 10.222.0.45 "GET /v2.0/ports?device_id=5cafed47-4c4d-4e50-af97-da45180a5e75 HTTP/1.1" status: 200 len: 984 time: 0.1298296 Feb 21 00:37:10.932818 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22126e9e-601a-454d-8359-432e784ae4e8 req-12b4f704-ccda-4665-93d5-82d07ac407c0 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:37:10.935922 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-22126e9e-601a-454d-8359-432e784ae4e8 req-12b4f704-ccda-4665-93d5-82d07ac407c0 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469064'] for port (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:10.978041 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-22126e9e-601a-454d-8359-432e784ae4e8 req-12b4f704-ccda-4665-93d5-82d07ac407c0 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7626119 Feb 21 00:37:11.004570 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [req-22126e9e-601a-454d-8359-432e784ae4e8 req-35f4c438-6433-441a-9f13-325c49b2a0bf service neutron] Request body: {'port': {'device_id': '078bb8fa-e2f1-4d61-8dc4-e42f43fe36ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:37:11.058345 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-c5c01261-7a92-42b9-a661-aa1e0cb76cc2 req-c1961613-64ac-4699-bd63-7103f90cb8a2 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] 10.222.0.45 "GET /v2.0/security-groups?id=3aa544ef-5b86-4218-a931-0dcdd7590b14&id=270c5553-ef40-479f-84bb-8a743b37b00b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1350698 Feb 21 00:37:11.098164 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a082956e-5df9-46ca-937b-1ec691fab823 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Router 346adc60-ef05-48df-9cb2-9b491a24d31d has already been hosted by L3 agent 47b5b2cb-5391-4fc3-9478-3db20537c35a {{(pid=109223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 00:37:11.120313 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-22126e9e-601a-454d-8359-432e784ae4e8 req-35f4c438-6433-441a-9f13-325c49b2a0bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (2a68a745-d4f6-4f3e-ba24-7c0010abc07d), before_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:11.145046 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-f0357271-5fac-48a2-b30c-10aba38351de None None] Provisioning complete for port 2a68a745-d4f6-4f3e-ba24-7c0010abc07d triggered by entity DHCP. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:37:11.146192 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-f0357271-5fac-48a2-b30c-10aba38351de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (2a68a745-d4f6-4f3e-ba24-7c0010abc07d), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:11.202803 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-f0357271-5fac-48a2-b30c-10aba38351de None None] Port 2a68a745-d4f6-4f3e-ba24-7c0010abc07d cannot update to ACTIVE because it is not bound. {{(pid=109224) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 00:37:11.261640 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a082956e-5df9-46ca-937b-1ec691fab823 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Notify agent at l3_agent.dv-cinder-813225-6-iscsi the message routers_updated {{(pid=109223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 00:37:11.273031 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f27cf6-a0a3-4742-9205-a608f3f649f0 req-f60c01ed-ee9b-49db-8b36-c69b9ed57f23 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:37:11.274393 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f0ce7e-babb-4aa6-90e1-b7eafa1a36ae None None] Sync routers for ids ['346adc60-ef05-48df-9cb2-9b491a24d31d'] in dv-cinder-813225-6-iscsi {{(pid=109224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 00:37:11.274524 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-47f27cf6-a0a3-4742-9205-a608f3f649f0 req-f60c01ed-ee9b-49db-8b36-c69b9ed57f23 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/ports?device_id=078bb8fa-e2f1-4d61-8dc4-e42f43fe36ca HTTP/1.1" status: 200 len: 931 time: 0.1027207 Feb 21 00:37:11.287529 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f0ce7e-babb-4aa6-90e1-b7eafa1a36ae None None] Routers {'346adc60-ef05-48df-9cb2-9b491a24d31d'} bound to L3 agent in host dv-cinder-813225-6-iscsi {{(pid=109224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:37:11.288240 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-35f0ce7e-babb-4aa6-90e1-b7eafa1a36ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-21T00:23:33Z,description=,heartbeat_timestamp=2022-02-21T00:37:04Z,host='dv-cinder-813225-6-iscsi',id=47b5b2cb-5391-4fc3-9478-3db20537c35a,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:23:34Z,topic='l3_agent')) {'router_ids': ['346adc60-ef05-48df-9cb2-9b491a24d31d'], 'active': True} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:37:11.303041 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-a082956e-5df9-46ca-937b-1ec691fab823 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469064'] for floatingip (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:11.357832 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-a082956e-5df9-46ca-937b-1ec691fab823 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2760098 Feb 21 00:37:11.361558 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45b7045b-0291-42aa-9094-dedd4933b375', 'tag': '29793eb8-0013-46e9-9082-b8e83760b325'}] {{(pid=109223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:37:11.364018 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e715aefe3c9ef135eab9c3f6db0762b6d644c88deee0f0e52fc82e911840b856" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aec9caff-e453-4911-8c4d-8a12923d5058" -d '{"events": [{"name": "network-changed", "server_uuid": "45b7045b-0291-42aa-9094-dedd4933b375", "tag": "29793eb8-0013-46e9-9082-b8e83760b325"}]}' {{(pid=109223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:37:11.388747 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-47f27cf6-a0a3-4742-9205-a608f3f649f0 req-7c9cd51a-10ac-478b-aa9a-21f39c8bd14c tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/security-groups?id=a61b9b78-64c5-404c-be35-249112e7bdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023669 Feb 21 00:37:11.466215 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.notifiers.nova [req-22126e9e-601a-454d-8359-432e784ae4e8 req-35f4c438-6433-441a-9f13-325c49b2a0bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a68a745-d4f6-4f3e-ba24-7c0010abc07d {{(pid=109222) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 00:37:11.474754 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-22126e9e-601a-454d-8359-432e784ae4e8 req-35f4c438-6433-441a-9f13-325c49b2a0bf service neutron] Publish callbacks [] for port (2a68a745-d4f6-4f3e-ba24-7c0010abc07d), precommit_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:11.491556 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.db.provisioning_blocks [req-22126e9e-601a-454d-8359-432e784ae4e8 req-35f4c438-6433-441a-9f13-325c49b2a0bf service neutron] Transition to ACTIVE for port object 2a68a745-d4f6-4f3e-ba24-7c0010abc07d will not be triggered until provisioned by entity L2. {{(pid=109222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 00:37:11.500797 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-22126e9e-601a-454d-8359-432e784ae4e8 req-35f4c438-6433-441a-9f13-325c49b2a0bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8582894414'] for port (2a68a745-d4f6-4f3e-ba24-7c0010abc07d), after_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:11.557391 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f4c438-6433-441a-9f13-325c49b2a0bf service neutron] Pushing event updated for resources: {'Port': ['ID=2a68a745-d4f6-4f3e-ba24-7c0010abc07d,revision_number=2']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:37:11.601134 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 00:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4df0b6f-adb7-4a03-8827-92476c5d3799 x-openstack-request-id: req-c4df0b6f-adb7-4a03-8827-92476c5d3799 {{(pid=109223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:37:11.601664 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45b7045b-0291-42aa-9094-dedd4933b375", "tag": "29793eb8-0013-46e9-9082-b8e83760b325", "status": "completed", "code": 200}]} {{(pid=109223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:37:11.601752 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c4df0b6f-adb7-4a03-8827-92476c5d3799 {{(pid=109223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:37:11.602451 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45b7045b-0291-42aa-9094-dedd4933b375', 'tag': '29793eb8-0013-46e9-9082-b8e83760b325', 'status': 'completed', 'code': 200} Feb 21 00:37:11.636055 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvr_db [None req-35f0ce7e-babb-4aa6-90e1-b7eafa1a36ae None None] Set router 346adc60-ef05-48df-9cb2-9b491a24d31d gateway port host: dv-cinder-813225-6-iscsi {{(pid=109224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:37:11.679866 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.managers [req-22126e9e-601a-454d-8359-432e784ae4e8 req-35f4c438-6433-441a-9f13-325c49b2a0bf service neutron] Attempting to bind port 2a68a745-d4f6-4f3e-ba24-7c0010abc07d on host hv-cinder-81322 for vnic_type normal with profile {{(pid=109222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 00:37:11.680210 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.managers [req-22126e9e-601a-454d-8359-432e784ae4e8 req-35f4c438-6433-441a-9f13-325c49b2a0bf service neutron] Attempting to bind port 2a68a745-d4f6-4f3e-ba24-7c0010abc07d by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '859f6ec5-78c3-4882-887a-248af3a0d172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c58ec42c-ebf4-48a5-8b13-e00a879614cb'}] {{(pid=109222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 00:37:11.680629 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22126e9e-601a-454d-8359-432e784ae4e8 req-35f4c438-6433-441a-9f13-325c49b2a0bf service neutron] Attempting to bind port 2a68a745-d4f6-4f3e-ba24-7c0010abc07d on network c58ec42c-ebf4-48a5-8b13-e00a879614cb {{(pid=109222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:37:11.685828 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22126e9e-601a-454d-8359-432e784ae4e8 req-35f4c438-6433-441a-9f13-325c49b2a0bf service neutron] Port 2a68a745-d4f6-4f3e-ba24-7c0010abc07d on network c58ec42c-ebf4-48a5-8b13-e00a879614cb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=109222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 00:37:11.686013 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22126e9e-601a-454d-8359-432e784ae4e8 req-35f4c438-6433-441a-9f13-325c49b2a0bf service neutron] Attempting to bind port 2a68a745-d4f6-4f3e-ba24-7c0010abc07d on network c58ec42c-ebf4-48a5-8b13-e00a879614cb {{(pid=109222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:37:11.694483 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22126e9e-601a-454d-8359-432e784ae4e8 req-35f4c438-6433-441a-9f13-325c49b2a0bf service neutron] Checking agent: {'id': '2124d49d-e543-43fa-8e9f-817e1d020459', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 0, 29, 44), 'started_at': datetime.datetime(2022, 2, 21, 0, 29, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 0, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 00:37:11.694837 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22126e9e-601a-454d-8359-432e784ae4e8 req-35f4c438-6433-441a-9f13-325c49b2a0bf service neutron] Checking segment: {'id': '859f6ec5-78c3-4882-887a-248af3a0d172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c58ec42c-ebf4-48a5-8b13-e00a879614cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:37:11.695243 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22126e9e-601a-454d-8359-432e784ae4e8 req-35f4c438-6433-441a-9f13-325c49b2a0bf service neutron] Bound using segment: {'id': '859f6ec5-78c3-4882-887a-248af3a0d172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c58ec42c-ebf4-48a5-8b13-e00a879614cb'} {{(pid=109222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 00:37:11.697977 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.managers [req-22126e9e-601a-454d-8359-432e784ae4e8 req-35f4c438-6433-441a-9f13-325c49b2a0bf service neutron] Bound port: 2a68a745-d4f6-4f3e-ba24-7c0010abc07d, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '859f6ec5-78c3-4882-887a-248af3a0d172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c58ec42c-ebf4-48a5-8b13-e00a879614cb'}}] {{(pid=109222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 00:37:11.698349 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-22126e9e-601a-454d-8359-432e784ae4e8 req-35f4c438-6433-441a-9f13-325c49b2a0bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (2a68a745-d4f6-4f3e-ba24-7c0010abc07d), before_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:11.725656 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec9caff-e453-4911-8c4d-8a12923d5058 req-9157a38f-5805-413e-a6ff-5de23de28a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:37:11.729398 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-aec9caff-e453-4911-8c4d-8a12923d5058 req-9157a38f-5805-413e-a6ff-5de23de28a5d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2270182ca89c4878829f5c7baac9afe8&device_id=45b7045b-0291-42aa-9094-dedd4933b375 HTTP/1.1" status: 200 len: 1129 time: 0.0944161 Feb 21 00:37:11.821353 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.db [req-22126e9e-601a-454d-8359-432e784ae4e8 req-35f4c438-6433-441a-9f13-325c49b2a0bf service neutron] For port 2a68a745-d4f6-4f3e-ba24-7c0010abc07d, host hv-cinder-81322, cleared binding levels {{(pid=109222) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 00:37:11.828620 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.db [req-22126e9e-601a-454d-8359-432e784ae4e8 req-35f4c438-6433-441a-9f13-325c49b2a0bf service neutron] For port 2a68a745-d4f6-4f3e-ba24-7c0010abc07d, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=2a68a745-d4f6-4f3e-ba24-7c0010abc07d,segment=NetworkSegment(859f6ec5-78c3-4882-887a-248af3a0d172),segment_id=859f6ec5-78c3-4882-887a-248af3a0d172)] {{(pid=109222) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 00:37:11.846463 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-22126e9e-601a-454d-8359-432e784ae4e8 req-35f4c438-6433-441a-9f13-325c49b2a0bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8582894414'] for port (2a68a745-d4f6-4f3e-ba24-7c0010abc07d), after_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:11.854020 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec9caff-e453-4911-8c4d-8a12923d5058 req-79c61a37-a7f6-4316-b787-6d8c3e041a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:37:11.855542 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-aec9caff-e453-4911-8c4d-8a12923d5058 req-79c61a37-a7f6-4316-b787-6d8c3e041a7c service neutron] 10.222.0.36 "GET /v2.0/networks?id=2e0e8283-a033-407a-bc70-5d3d5b11923a HTTP/1.1" status: 200 len: 913 time: 0.1196606 Feb 21 00:37:11.900908 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22126e9e-601a-454d-8359-432e784ae4e8 req-35f4c438-6433-441a-9f13-325c49b2a0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:37:11.901580 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-22126e9e-601a-454d-8359-432e784ae4e8 req-35f4c438-6433-441a-9f13-325c49b2a0bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469064'] for port (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:11.903405 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-22126e9e-601a-454d-8359-432e784ae4e8 req-35f4c438-6433-441a-9f13-325c49b2a0bf service neutron] 10.222.0.36 "PUT /v2.0/ports/2a68a745-d4f6-4f3e-ba24-7c0010abc07d HTTP/1.1" status: 200 len: 1093 time: 0.9067125 Feb 21 00:37:11.903920 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '078bb8fa-e2f1-4d61-8dc4-e42f43fe36ca', 'tag': '2a68a745-d4f6-4f3e-ba24-7c0010abc07d'}] {{(pid=109222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:37:11.906236 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81563fad7634ec273475caa61ca91dc94d21cc2561ee8f59b09b3f9a67cb5537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4de9404-57c3-4009-8f7e-086db9b0fcbe" -d '{"events": [{"name": "network-changed", "server_uuid": "078bb8fa-e2f1-4d61-8dc4-e42f43fe36ca", "tag": "2a68a745-d4f6-4f3e-ba24-7c0010abc07d"}]}' {{(pid=109222) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:37:11.976088 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 00:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20acbda3-bad3-4faf-8431-623e13438db3 x-openstack-request-id: req-20acbda3-bad3-4faf-8431-623e13438db3 {{(pid=109222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:37:11.976465 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "078bb8fa-e2f1-4d61-8dc4-e42f43fe36ca", "tag": "2a68a745-d4f6-4f3e-ba24-7c0010abc07d", "status": "completed", "code": 200}]} {{(pid=109222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:37:11.976813 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-20acbda3-bad3-4faf-8431-623e13438db3 {{(pid=109222) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:37:11.977296 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '078bb8fa-e2f1-4d61-8dc4-e42f43fe36ca', 'tag': '2a68a745-d4f6-4f3e-ba24-7c0010abc07d', 'status': 'completed', 'code': 200} Feb 21 00:37:11.987499 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-aec9caff-e453-4911-8c4d-8a12923d5058 req-55b64102-2386-40d7-9ace-391fd80ee345 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29793eb8-0013-46e9-9082-b8e83760b325 HTTP/1.1" status: 200 len: 998 time: 0.1163678 Feb 21 00:37:12.029774 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-35f0ce7e-babb-4aa6-90e1-b7eafa1a36ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '346adc60-ef05-48df-9cb2-9b491a24d31d', 'name': 'tempest-TestVolumeBootPattern-1275303664-router', 'tenant_id': '2270182ca89c4878829f5c7baac9afe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'external_fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '53e7767d-0a14-4513-b911-ce8d7620d468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:32:51Z', 'updated_at': '2022-02-21T00:32:55Z', 'revision_number': 4, 'project_id': '2270182ca89c4878829f5c7baac9afe8', 'gw_port': {'id': '53e7767d-0a14-4513-b911-ce8d7620d468', 'name': '', 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:62:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346adc60-ef05-48df-9cb2-9b491a24d31d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:32:52Z', 'updated_at': '2022-02-21T00:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '890cd9a8-3116-412f-9022-3458585959da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-6-iscsi', '_floatingips': [{'id': '8b0e4410-5225-4907-a742-70962da04202', 'tenant_id': '2270182ca89c4878829f5c7baac9afe8', 'floating_ip_address': '172.27.3.21', 'floating_network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'router_id': '346adc60-ef05-48df-9cb2-9b491a24d31d', 'port_id': '29793eb8-0013-46e9-9082-b8e83760b325', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e0e8283-a033-407a-bc70-5d3d5b11923a', 'mac_address': 'fa:16:3e:cb:da:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b7045b-0291-42aa-9094-dedd4933b375', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T00:37:09Z', 'updated_at': '2022-02-21T00:37:09Z', 'revision_number': 0, 'project_id': '2270182ca89c4878829f5c7baac9afe8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6e3da95-a78f-4af2-a6ad-b55f6ec209e3', 'name': '', 'network_id': '2e0e8283-a033-407a-bc70-5d3d5b11923a', 'tenant_id': '2270182ca89c4878829f5c7baac9afe8', 'mac_address': 'fa:16:3e:5a:7b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346adc60-ef05-48df-9cb2-9b491a24d31d', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '7bfe349a-348f-4ba1-9415-79c5ecd08feb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:32:54Z', 'updated_at': '2022-02-21T00:33:01Z', 'revision_number': 5, 'project_id': '2270182ca89c4878829f5c7baac9afe8', 'subnets': [{'id': '7bfe349a-348f-4ba1-9415-79c5ecd08feb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-6-iscsi', False) {} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:37:12.049398 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec9caff-e453-4911-8c4d-8a12923d5058 req-d3e77b54-9103-4032-8793-c3baa1c03fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:37:12.050998 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-aec9caff-e453-4911-8c4d-8a12923d5058 req-d3e77b54-9103-4032-8793-c3baa1c03fce service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7bfe349a-348f-4ba1-9415-79c5ecd08feb HTTP/1.1" status: 200 len: 851 time: 0.0566816 Feb 21 00:37:12.053771 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f4c438-6433-441a-9f13-325c49b2a0bf service neutron] Pushing event updated for resources: {'Port': ['ID=2a68a745-d4f6-4f3e-ba24-7c0010abc07d,revision_number=3']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:37:12.075757 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f0ce7e-babb-4aa6-90e1-b7eafa1a36ae None None] Checking router: 346adc60-ef05-48df-9cb2-9b491a24d31d for host: dv-cinder-813225-6-iscsi {{(pid=109224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 00:37:12.084856 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22126e9e-601a-454d-8359-432e784ae4e8 req-b882c543-886e-40a0-b397-a19c52fffc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:37:12.086545 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-22126e9e-601a-454d-8359-432e784ae4e8 req-b882c543-886e-40a0-b397-a19c52fffc17 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f83942655a004261ad34343d44c6cf6b&device_id=078bb8fa-e2f1-4d61-8dc4-e42f43fe36ca HTTP/1.1" status: 200 len: 1127 time: 0.1069643 Feb 21 00:37:12.087080 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f0ce7e-babb-4aa6-90e1-b7eafa1a36ae None None] Routers {'346adc60-ef05-48df-9cb2-9b491a24d31d'} bound to L3 agent in host dv-cinder-813225-6-iscsi {{(pid=109224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:37:12.088417 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-35f0ce7e-babb-4aa6-90e1-b7eafa1a36ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-21T00:23:33Z,description=,heartbeat_timestamp=2022-02-21T00:37:04Z,host='dv-cinder-813225-6-iscsi',id=47b5b2cb-5391-4fc3-9478-3db20537c35a,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:23:34Z,topic='l3_agent')) {'router_ids': ['346adc60-ef05-48df-9cb2-9b491a24d31d'], 'active': True} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:37:12.153279 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 60176) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:37:12.185591 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-22126e9e-601a-454d-8359-432e784ae4e8 req-4b35962b-99b3-4490-8ce4-55409fdb0144 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a68a745-d4f6-4f3e-ba24-7c0010abc07d HTTP/1.1" status: 200 len: 217 time: 0.0911324 Feb 21 00:37:12.206038 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec9caff-e453-4911-8c4d-8a12923d5058 req-3942587b-f8bd-4cfb-b041-9129661e6f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:37:12.207708 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-aec9caff-e453-4911-8c4d-8a12923d5058 req-3942587b-f8bd-4cfb-b041-9129661e6f70 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2e0e8283-a033-407a-bc70-5d3d5b11923a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1467855 Feb 21 00:37:12.260160 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvr_db [None req-35f0ce7e-babb-4aa6-90e1-b7eafa1a36ae None None] Set router 346adc60-ef05-48df-9cb2-9b491a24d31d gateway port host: dv-cinder-813225-6-iscsi {{(pid=109224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:37:12.280742 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22126e9e-601a-454d-8359-432e784ae4e8 req-986cfcdd-a9ba-4273-8d2b-1f5db929c716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:37:12.282217 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-22126e9e-601a-454d-8359-432e784ae4e8 req-986cfcdd-a9ba-4273-8d2b-1f5db929c716 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a770bec4-4043-4a9e-b8d8-da9ffce5c8ef HTTP/1.1" status: 200 len: 849 time: 0.0721264 Feb 21 00:37:12.308680 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-2fe6c0a6-438c-4406-9329-78a4af5ee482 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:12.330397 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da133a60-61bf-4d8e-9ea2-de9ca978960d req-0763028f-3430-40e4-8fc2-6c9ba77886dc tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:37:12.331627 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-da133a60-61bf-4d8e-9ea2-de9ca978960d req-0763028f-3430-40e4-8fc2-6c9ba77886dc tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] 10.222.0.45 "GET /v2.0/ports?device_id=5cafed47-4c4d-4e50-af97-da45180a5e75 HTTP/1.1" status: 200 len: 984 time: 0.1381838 Feb 21 00:37:12.371123 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-aec9caff-e453-4911-8c4d-8a12923d5058 req-7f1302b3-a9d8-43e3-a017-926093705c21 service neutron] 10.222.0.36 "GET /v2.0/networks/2e0e8283-a033-407a-bc70-5d3d5b11923a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459758 Feb 21 00:37:12.372012 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22126e9e-601a-454d-8359-432e784ae4e8 req-a3068000-f27d-4188-be0c-daeb0db8945b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:37:12.373563 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-22126e9e-601a-454d-8359-432e784ae4e8 req-a3068000-f27d-4188-be0c-daeb0db8945b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c58ec42c-ebf4-48a5-8b13-e00a879614cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0822787 Feb 21 00:37:12.460945 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-da133a60-61bf-4d8e-9ea2-de9ca978960d req-5181d9ea-23a2-4795-a638-e1a7189c627f tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] 10.222.0.45 "GET /v2.0/security-groups?id=3aa544ef-5b86-4218-a931-0dcdd7590b14&id=270c5553-ef40-479f-84bb-8a743b37b00b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1176381 Feb 21 00:37:12.498651 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-22126e9e-601a-454d-8359-432e784ae4e8 req-bb532795-a250-42b6-bcc2-c3d5853c5dee service neutron] 10.222.0.36 "GET /v2.0/networks/c58ec42c-ebf4-48a5-8b13-e00a879614cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126118 Feb 21 00:37:12.507859 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-2fe6c0a6-438c-4406-9329-78a4af5ee482 admin admin] Publish callbacks [] for security_group (26193834-c03a-495a-bda2-7e630b31e374), precommit_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:12.508639 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-35f0ce7e-babb-4aa6-90e1-b7eafa1a36ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '346adc60-ef05-48df-9cb2-9b491a24d31d', 'name': 'tempest-TestVolumeBootPattern-1275303664-router', 'tenant_id': '2270182ca89c4878829f5c7baac9afe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'external_fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '53e7767d-0a14-4513-b911-ce8d7620d468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:32:51Z', 'updated_at': '2022-02-21T00:32:55Z', 'revision_number': 4, 'project_id': '2270182ca89c4878829f5c7baac9afe8', 'gw_port': {'id': '53e7767d-0a14-4513-b911-ce8d7620d468', 'name': '', 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:62:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346adc60-ef05-48df-9cb2-9b491a24d31d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:32:52Z', 'updated_at': '2022-02-21T00:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '890cd9a8-3116-412f-9022-3458585959da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-6-iscsi', '_floatingips': [{'id': '8b0e4410-5225-4907-a742-70962da04202', 'tenant_id': '2270182ca89c4878829f5c7baac9afe8', 'floating_ip_address': '172.27.3.21', 'floating_network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'router_id': '346adc60-ef05-48df-9cb2-9b491a24d31d', 'port_id': '29793eb8-0013-46e9-9082-b8e83760b325', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e0e8283-a033-407a-bc70-5d3d5b11923a', 'mac_address': 'fa:16:3e:cb:da:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b7045b-0291-42aa-9094-dedd4933b375', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T00:37:09Z', 'updated_at': '2022-02-21T00:37:09Z', 'revision_number': 0, 'project_id': '2270182ca89c4878829f5c7baac9afe8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6e3da95-a78f-4af2-a6ad-b55f6ec209e3', 'name': '', 'network_id': '2e0e8283-a033-407a-bc70-5d3d5b11923a', 'tenant_id': '2270182ca89c4878829f5c7baac9afe8', 'mac_address': 'fa:16:3e:5a:7b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346adc60-ef05-48df-9cb2-9b491a24d31d', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '7bfe349a-348f-4ba1-9415-79c5ecd08feb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:32:54Z', 'updated_at': '2022-02-21T00:33:01Z', 'revision_number': 5, 'project_id': '2270182ca89c4878829f5c7baac9afe8', 'subnets': [{'id': '7bfe349a-348f-4ba1-9415-79c5ecd08feb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-6-iscsi', False) {} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:37:12.532145 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-2fe6c0a6-438c-4406-9329-78a4af5ee482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (26193834-c03a-495a-bda2-7e630b31e374), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:12.540107 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f0ce7e-babb-4aa6-90e1-b7eafa1a36ae None None] The sync data for ids ['346adc60-ef05-48df-9cb2-9b491a24d31d'] in dv-cinder-813225-6-iscsi is: [{'id': '346adc60-ef05-48df-9cb2-9b491a24d31d', 'name': 'tempest-TestVolumeBootPattern-1275303664-router', 'tenant_id': '2270182ca89c4878829f5c7baac9afe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'external_fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '53e7767d-0a14-4513-b911-ce8d7620d468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:32:51Z', 'updated_at': '2022-02-21T00:32:55Z', 'revision_number': 4, 'project_id': '2270182ca89c4878829f5c7baac9afe8', 'gw_port': {'id': '53e7767d-0a14-4513-b911-ce8d7620d468', 'name': '', 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:62:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346adc60-ef05-48df-9cb2-9b491a24d31d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:32:52Z', 'updated_at': '2022-02-21T00:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '890cd9a8-3116-412f-9022-3458585959da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-6-iscsi', '_floatingips': [{'id': '8b0e4410-5225-4907-a742-70962da04202', 'tenant_id': '2270182ca89c4878829f5c7baac9afe8', 'floating_ip_address': '172.27.3.21', 'floating_network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'router_id': '346adc60-ef05-48df-9cb2-9b491a24d31d', 'port_id': '29793eb8-0013-46e9-9082-b8e83760b325', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e0e8283-a033-407a-bc70-5d3d5b11923a', 'mac_address': 'fa:16:3e:cb:da:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b7045b-0291-42aa-9094-dedd4933b375', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T00:37:09Z', 'updated_at': '2022-02-21T00:37:09Z', 'revision_number': 0, 'project_id': '2270182ca89c4878829f5c7baac9afe8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6e3da95-a78f-4af2-a6ad-b55f6ec209e3', 'name': '', 'network_id': '2e0e8283-a033-407a-bc70-5d3d5b11923a', 'tenant_id': '2270182ca89c4878829f5c7baac9afe8', 'mac_address': 'fa:16:3e:5a:7b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346adc60-ef05-48df-9cb2-9b491a24d31d', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '7bfe349a-348f-4ba1-9415-79c5ecd08feb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:32:54Z', 'updated_at': '2022-02-21T00:33:01Z', 'revision_number': 5, 'project_id': '2270182ca89c4878829f5c7baac9afe8', 'subnets': [{'id': '7bfe349a-348f-4ba1-9415-79c5ecd08feb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 00:37:12.601372 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-2fe6c0a6-438c-4406-9329-78a4af5ee482 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=90f1ad5b31c84926bc5a6efa228cd1c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4464505 Feb 21 00:37:12.606986 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 60182) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:37:12.611711 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe6c0a6-438c-4406-9329-78a4af5ee482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26193834-c03a-495a-bda2-7e630b31e374,revision_number=1']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:37:12.624843 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40024bb9-f7d8-4c9d-b162-74577fe671ae req-fe13c72b-100d-4896-b12a-66c9b524ec7c tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:37:12.626071 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-40024bb9-f7d8-4c9d-b162-74577fe671ae req-fe13c72b-100d-4896-b12a-66c9b524ec7c tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/ports?device_id=078bb8fa-e2f1-4d61-8dc4-e42f43fe36ca HTTP/1.1" status: 200 len: 943 time: 0.1711781 Feb 21 00:37:12.628164 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-aec9caff-e453-4911-8c4d-8a12923d5058 req-3c1b99b6-b68e-4b76-91a7-158e546edf50 service neutron] 10.222.0.36 "GET /v2.0/networks/2e0e8283-a033-407a-bc70-5d3d5b11923a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429166 Feb 21 00:37:12.634978 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-22126e9e-601a-454d-8359-432e784ae4e8 req-60d2bfd3-2196-4962-a920-afeb5c5997b7 service neutron] 10.222.0.36 "GET /v2.0/networks/c58ec42c-ebf4-48a5-8b13-e00a879614cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276019 Feb 21 00:37:12.683010 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-316de791-12b4-497e-b370-f264c2a247b9 admin admin] Publish callbacks [] for security_group (26193834-c03a-495a-bda2-7e630b31e374), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:12.684823 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-40024bb9-f7d8-4c9d-b162-74577fe671ae req-e9c15d53-5424-468e-b98b-80ff20ad4f83 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/security-groups?id=a61b9b78-64c5-404c-be35-249112e7bdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528443 Feb 21 00:37:12.726823 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-316de791-12b4-497e-b370-f264c2a247b9 admin admin] Publish callbacks [] for security_group (26193834-c03a-495a-bda2-7e630b31e374), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:12.771898 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4de9404-57c3-4009-8f7e-086db9b0fcbe req-3e88b087-d1c9-414e-8bda-8492082153fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:37:12.773259 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-a4de9404-57c3-4009-8f7e-086db9b0fcbe req-3e88b087-d1c9-414e-8bda-8492082153fe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f83942655a004261ad34343d44c6cf6b&device_id=078bb8fa-e2f1-4d61-8dc4-e42f43fe36ca HTTP/1.1" status: 200 len: 1127 time: 0.0764973 Feb 21 00:37:12.779161 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456bd2f9-5d21-4dba-9073-657162259f13 None None] New status for floating IP 8b0e4410-5225-4907-a742-70962da04202: ACTIVE {{(pid=109225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 00:37:12.834749 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-316de791-12b4-497e-b370-f264c2a247b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (26193834-c03a-495a-bda2-7e630b31e374), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:12.837269 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-316de791-12b4-497e-b370-f264c2a247b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:12.838408 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-316de791-12b4-497e-b370-f264c2a247b9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/26193834-c03a-495a-bda2-7e630b31e374 HTTP/1.1" status: 204 len: 168 time: 0.2302041 Feb 21 00:37:12.854473 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316de791-12b4-497e-b370-f264c2a247b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26193834-c03a-495a-bda2-7e630b31e374,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:37:12.898717 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4de9404-57c3-4009-8f7e-086db9b0fcbe req-6238078a-b61f-4f46-9ffc-6c9c3f82fa05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:37:12.900414 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-a4de9404-57c3-4009-8f7e-086db9b0fcbe req-6238078a-b61f-4f46-9ffc-6c9c3f82fa05 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c58ec42c-ebf4-48a5-8b13-e00a879614cb HTTP/1.1" status: 200 len: 911 time: 0.1173530 Feb 21 00:37:12.962175 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-a4de9404-57c3-4009-8f7e-086db9b0fcbe req-271a391d-c3ae-421e-92dc-55682eb85767 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a68a745-d4f6-4f3e-ba24-7c0010abc07d HTTP/1.1" status: 200 len: 217 time: 0.0416028 Feb 21 00:37:13.026067 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4de9404-57c3-4009-8f7e-086db9b0fcbe req-69ddc749-1f60-4fe0-acd3-e71d6ac73229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:37:13.027753 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-a4de9404-57c3-4009-8f7e-086db9b0fcbe req-69ddc749-1f60-4fe0-acd3-e71d6ac73229 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a770bec4-4043-4a9e-b8d8-da9ffce5c8ef HTTP/1.1" status: 200 len: 849 time: 0.0572960 Feb 21 00:37:13.097362 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4de9404-57c3-4009-8f7e-086db9b0fcbe req-b3adc96c-afdc-4669-bb0a-fb4104c90f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:37:13.099072 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-a4de9404-57c3-4009-8f7e-086db9b0fcbe req-b3adc96c-afdc-4669-bb0a-fb4104c90f73 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c58ec42c-ebf4-48a5-8b13-e00a879614cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0628147 Feb 21 00:37:13.196086 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-a4de9404-57c3-4009-8f7e-086db9b0fcbe req-d8d0a7e6-1a4f-4b5a-aa44-767c77b0e966 service neutron] 10.222.0.36 "GET /v2.0/networks/c58ec42c-ebf4-48a5-8b13-e00a879614cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894806 Feb 21 00:37:13.287375 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-a4de9404-57c3-4009-8f7e-086db9b0fcbe req-d66dfa4a-aa77-43f1-bdf0-da70aa881c11 service neutron] 10.222.0.36 "GET /v2.0/networks/c58ec42c-ebf4-48a5-8b13-e00a879614cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833430 Feb 21 00:37:13.580943 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18342e6e-4d61-44db-ad54-d53bb3db46b5 req-c6b85b26-0c00-493a-9001-5adeb6c0685e tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:37:13.582418 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-18342e6e-4d61-44db-ad54-d53bb3db46b5 req-c6b85b26-0c00-493a-9001-5adeb6c0685e tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] 10.222.0.45 "GET /v2.0/ports?device_id=5cafed47-4c4d-4e50-af97-da45180a5e75 HTTP/1.1" status: 200 len: 984 time: 0.0538285 Feb 21 00:37:13.640710 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-18342e6e-4d61-44db-ad54-d53bb3db46b5 req-5da656dc-0854-4918-96d9-84a936bed9d1 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] 10.222.0.45 "GET /v2.0/security-groups?id=3aa544ef-5b86-4218-a931-0dcdd7590b14&id=270c5553-ef40-479f-84bb-8a743b37b00b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527165 Feb 21 00:37:13.800441 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47af3f1-f6b8-470c-830f-8c9443991d75 req-a237a829-91d0-4793-ad04-99fa28a1bf90 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:37:13.801819 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-e47af3f1-f6b8-470c-830f-8c9443991d75 req-a237a829-91d0-4793-ad04-99fa28a1bf90 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/ports?device_id=078bb8fa-e2f1-4d61-8dc4-e42f43fe36ca HTTP/1.1" status: 200 len: 943 time: 0.0510738 Feb 21 00:37:13.854657 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-e47af3f1-f6b8-470c-830f-8c9443991d75 req-98fedf77-e501-4359-9ae2-08c38923ee50 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/security-groups?id=a61b9b78-64c5-404c-be35-249112e7bdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468471 Feb 21 00:37:13.898652 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.agents_db [None req-b2a96afc-399a-46ae-93e6-bd9f3e536be2 None None] Agent healthcheck: found 6 active agents {{(pid=109225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 00:37:14.158327 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 60198) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:37:14.205652 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc2f5d4e-ae0c-41ec-8035-c6d4851b65b3 admin admin] Deleting subnet 4e9a0204-edff-4938-8666-40e4ed5dec33 {{(pid=109222) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 00:37:14.208623 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-fc2f5d4e-ae0c-41ec-8035-c6d4851b65b3 admin admin] Publish callbacks [] for subnet (4e9a0204-edff-4938-8666-40e4ed5dec33), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:14.241331 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-fc2f5d4e-ae0c-41ec-8035-c6d4851b65b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8582972286'] for subnet (4e9a0204-edff-4938-8666-40e4ed5dec33), precommit_delete_associations {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:14.278690 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-fc2f5d4e-ae0c-41ec-8035-c6d4851b65b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15913268'] for subnet (4e9a0204-edff-4938-8666-40e4ed5dec33), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:14.327686 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-fc2f5d4e-ae0c-41ec-8035-c6d4851b65b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15913229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8582891908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8583079210'] for subnet (4e9a0204-edff-4938-8666-40e4ed5dec33), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:14.354215 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2f5d4e-ae0c-41ec-8035-c6d4851b65b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e9a0204-edff-4938-8666-40e4ed5dec33,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:37:14.355997 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-fc2f5d4e-ae0c-41ec-8035-c6d4851b65b3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:14.359625 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-fc2f5d4e-ae0c-41ec-8035-c6d4851b65b3 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/4e9a0204-edff-4938-8666-40e4ed5dec33 HTTP/1.1" status: 204 len: 168 time: 0.2002754 Feb 21 00:37:14.361701 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 60200) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:37:14.426697 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-1b731a4e-7c84-4824-af9e-7c32e056d250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16070333'] for network (9494c3e2-b13b-4815-a10a-85c5dcf4f43b), before_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:14.504654 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-1b731a4e-7c84-4824-af9e-7c32e056d250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15920573', 'neutron.services.segments.db._delete_segments_for_network-8731676696634'] for network (9494c3e2-b13b-4815-a10a-85c5dcf4f43b), precommit_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:14.523709 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.services.segments.db [None req-1b731a4e-7c84-4824-af9e-7c32e056d250 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9494c3e2-b13b-4815-a10a-85c5dcf4f43b']}} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:37:14.533554 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.services.segments.db [None req-1b731a4e-7c84-4824-af9e-7c32e056d250 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44fbb5db-c5b2-4e96-93d0-4174690df5fa') {'for_net_delete': True} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:37:14.533858 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.services.segments.db [None req-1b731a4e-7c84-4824-af9e-7c32e056d250 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44fbb5db-c5b2-4e96-93d0-4174690df5fa') {} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:37:14.543659 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-1b731a4e-7c84-4824-af9e-7c32e056d250 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731676697155', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3992815'] for segment (44fbb5db-c5b2-4e96-93d0-4174690df5fa), before_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:14.556272 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-1b731a4e-7c84-4824-af9e-7c32e056d250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16097169'] for segment (44fbb5db-c5b2-4e96-93d0-4174690df5fa), precommit_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:14.561846 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b731a4e-7c84-4824-af9e-7c32e056d250 admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=109223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 00:37:14.562223 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-1b731a4e-7c84-4824-af9e-7c32e056d250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16097169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3995310'] for segment (44fbb5db-c5b2-4e96-93d0-4174690df5fa), after_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:14.563831 dv-cinder-813225-6-iscsi neutron-server[109223]: Traceback (most recent call last): Feb 21 00:37:14.563831 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 00:37:14.563831 dv-cinder-813225-6-iscsi neutron-server[109223]: timer() Feb 21 00:37:14.563831 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 00:37:14.563831 dv-cinder-813225-6-iscsi neutron-server[109223]: cb(*args, **kw) Feb 21 00:37:14.563831 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 00:37:14.563831 dv-cinder-813225-6-iscsi neutron-server[109223]: return func(*args, **kwargs) Feb 21 00:37:14.563831 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 00:37:14.563831 dv-cinder-813225-6-iscsi neutron-server[109223]: self._notify() Feb 21 00:37:14.563831 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 00:37:14.563831 dv-cinder-813225-6-iscsi neutron-server[109223]: self.callback(batched_events) Feb 21 00:37:14.563831 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 00:37:14.563831 dv-cinder-813225-6-iscsi neutron-server[109223]: event.method(event) Feb 21 00:37:14.563831 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 00:37:14.563831 dv-cinder-813225-6-iscsi neutron-server[109223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 00:37:14.563831 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 00:37:14.563831 dv-cinder-813225-6-iscsi neutron-server[109223]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 00:37:14.563831 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 00:37:14.563831 dv-cinder-813225-6-iscsi neutron-server[109223]: return f(self, *a, **k) Feb 21 00:37:14.563831 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 00:37:14.563831 dv-cinder-813225-6-iscsi neutron-server[109223]: return self._get(url).json() Feb 21 00:37:14.563831 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 00:37:14.563831 dv-cinder-813225-6-iscsi neutron-server[109223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 00:37:14.563831 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 00:37:14.563831 dv-cinder-813225-6-iscsi neutron-server[109223]: return self.request(url, 'GET', **kwargs) Feb 21 00:37:14.563831 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 00:37:14.563831 dv-cinder-813225-6-iscsi neutron-server[109223]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 00:37:14.563831 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 00:37:14.563831 dv-cinder-813225-6-iscsi neutron-server[109223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 00:37:14.563831 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 00:37:14.563831 dv-cinder-813225-6-iscsi neutron-server[109223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 00:37:14.563831 dv-cinder-813225-6-iscsi neutron-server[109223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 00:37:14.621494 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-1b731a4e-7c84-4824-af9e-7c32e056d250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15920566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-951265'] for network (9494c3e2-b13b-4815-a10a-85c5dcf4f43b), after_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:14.627574 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-1b731a4e-7c84-4824-af9e-7c32e056d250 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582445'] for network (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:14.630641 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-1b731a4e-7c84-4824-af9e-7c32e056d250 admin admin] 10.222.0.45 "DELETE /v2.0/networks/9494c3e2-b13b-4815-a10a-85c5dcf4f43b HTTP/1.1" status: 204 len: 168 time: 0.2679663 Feb 21 00:37:14.640773 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b731a4e-7c84-4824-af9e-7c32e056d250 admin admin] Pushing event deleted for resources: {'Network': ['ID=9494c3e2-b13b-4815-a10a-85c5dcf4f43b,revision_number=None']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:37:14.649415 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (2124d49d-e543-43fa-8e9f-817e1d020459), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:14.762664 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4e8669-81cb-4a1b-b691-6161c2818215 req-e911a766-944f-4d2b-ad26-03659bb48a54 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:37:14.764193 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-eb4e8669-81cb-4a1b-b691-6161c2818215 req-e911a766-944f-4d2b-ad26-03659bb48a54 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] 10.222.0.45 "GET /v2.0/ports?device_id=5cafed47-4c4d-4e50-af97-da45180a5e75 HTTP/1.1" status: 200 len: 984 time: 0.0581288 Feb 21 00:37:14.800017 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 60206) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:37:14.823846 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-eb4e8669-81cb-4a1b-b691-6161c2818215 req-08e43f7e-2356-4892-ada8-1bc5f28f69ca tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] 10.222.0.45 "GET /v2.0/security-groups?id=3aa544ef-5b86-4218-a931-0dcdd7590b14&id=270c5553-ef40-479f-84bb-8a743b37b00b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538313 Feb 21 00:37:14.839857 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-92e374d4-481e-42a3-8ea1-a00ced5d7e77 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0c74fb4985674c6ca64f8d3ac1adedf4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385594 Feb 21 00:37:14.842197 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 60208) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:37:14.861992 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Device 2a68a745-d4f6-4f3e-ba24-7c0010abc07d details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109224) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 00:37:14.891623 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-3e6869c4-c4a7-4216-bf6f-4a861efce350 admin admin] Publish callbacks [] for security_group (943d9094-73ba-4c4f-8835-aab977d1176c), before_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:14.915987 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-3e6869c4-c4a7-4216-bf6f-4a861efce350 admin admin] Publish callbacks [] for security_group (943d9094-73ba-4c4f-8835-aab977d1176c), precommit_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:14.960048 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] For port 2a68a745-d4f6-4f3e-ba24-7c0010abc07d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=2a68a745-d4f6-4f3e-ba24-7c0010abc07d,segment=NetworkSegment(859f6ec5-78c3-4882-887a-248af3a0d172),segment_id=859f6ec5-78c3-4882-887a-248af3a0d172)] {{(pid=109224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:37:14.972305 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Returning: {'device': '2a68a745-d4f6-4f3e-ba24-7c0010abc07d', 'network_id': 'c58ec42c-ebf4-48a5-8b13-e00a879614cb', 'port_id': '2a68a745-d4f6-4f3e-ba24-7c0010abc07d', 'mac_address': 'fa:16:3e:3c:db:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a770bec4-4043-4a9e-b8d8-da9ffce5c8ef', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109224) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 00:37:14.999911 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f17cd1c-0ba1-44e7-82b9-d9f56b1816a7 req-fa8ac77a-7632-406a-8372-58322c501c53 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:37:15.001401 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-9f17cd1c-0ba1-44e7-82b9-d9f56b1816a7 req-fa8ac77a-7632-406a-8372-58322c501c53 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/ports?device_id=078bb8fa-e2f1-4d61-8dc4-e42f43fe36ca HTTP/1.1" status: 200 len: 943 time: 0.0727534 Feb 21 00:37:15.007935 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-3e6869c4-c4a7-4216-bf6f-4a861efce350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (943d9094-73ba-4c4f-8835-aab977d1176c), after_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:15.009612 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Current status of the port 2a68a745-d4f6-4f3e-ba24-7c0010abc07d is: DOWN; New status is: BUILD {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:37:15.010008 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (2a68a745-d4f6-4f3e-ba24-7c0010abc07d), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:15.011382 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-3e6869c4-c4a7-4216-bf6f-4a861efce350 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:15.012488 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-3e6869c4-c4a7-4216-bf6f-4a861efce350 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/943d9094-73ba-4c4f-8835-aab977d1176c HTTP/1.1" status: 204 len: 168 time: 0.1693549 Feb 21 00:37:15.023992 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.notifiers.nova [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a68a745-d4f6-4f3e-ba24-7c0010abc07d {{(pid=109224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 00:37:15.032412 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6869c4-c4a7-4216-bf6f-4a861efce350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=943d9094-73ba-4c4f-8835-aab977d1176c,revision_number=None']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:37:15.052799 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] For port 2a68a745-d4f6-4f3e-ba24-7c0010abc07d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=2a68a745-d4f6-4f3e-ba24-7c0010abc07d,segment=NetworkSegment(859f6ec5-78c3-4882-887a-248af3a0d172),segment_id=859f6ec5-78c3-4882-887a-248af3a0d172)] {{(pid=109224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:37:15.057551 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (2a68a745-d4f6-4f3e-ba24-7c0010abc07d), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:15.084378 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-9f17cd1c-0ba1-44e7-82b9-d9f56b1816a7 req-17ad2eb3-a2f2-4fb7-83af-0939c16bdcd2 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/security-groups?id=a61b9b78-64c5-404c-be35-249112e7bdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707834 Feb 21 00:37:15.127133 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Pushing event updated for resources: {'Port': ['ID=2a68a745-d4f6-4f3e-ba24-7c0010abc07d,revision_number=4']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:37:15.325296 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] get_ports_and_sgs() called for port_ids ['2a68a745-d4f6-4f3e-ba24-7c0010abc07d'] {{(pid=109224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 00:37:15.942472 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0273de-5c1b-4cec-90f3-93858ec9b6bd req-133e0ca6-fa2e-48d1-a5fc-5885c550350f tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:37:15.944002 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-9e0273de-5c1b-4cec-90f3-93858ec9b6bd req-133e0ca6-fa2e-48d1-a5fc-5885c550350f tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] 10.222.0.45 "GET /v2.0/ports?device_id=5cafed47-4c4d-4e50-af97-da45180a5e75 HTTP/1.1" status: 200 len: 984 time: 0.0516908 Feb 21 00:37:16.004533 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-9e0273de-5c1b-4cec-90f3-93858ec9b6bd req-f68714a1-b642-4269-a497-73d75aa364bb tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] 10.222.0.45 "GET /v2.0/security-groups?id=3aa544ef-5b86-4218-a931-0dcdd7590b14&id=270c5553-ef40-479f-84bb-8a743b37b00b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0541821 Feb 21 00:37:16.209190 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c865a5b0-4bb2-44d5-8519-c6ca0eaaaf00 req-71a37c63-010c-4c90-8e82-bcca5aada0cb tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:37:16.210646 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-c865a5b0-4bb2-44d5-8519-c6ca0eaaaf00 req-71a37c63-010c-4c90-8e82-bcca5aada0cb tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/ports?device_id=078bb8fa-e2f1-4d61-8dc4-e42f43fe36ca HTTP/1.1" status: 200 len: 944 time: 0.0518064 Feb 21 00:37:16.255964 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-c865a5b0-4bb2-44d5-8519-c6ca0eaaaf00 req-e1d45252-0f3b-4810-8c76-e750975862b2 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/security-groups?id=a61b9b78-64c5-404c-be35-249112e7bdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393534 Feb 21 00:37:16.864934 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Device 2a68a745-d4f6-4f3e-ba24-7c0010abc07d up at agent hyperv_hv-cinder-81322 {{(pid=109224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:37:16.911731 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Provisioning for port 2a68a745-d4f6-4f3e-ba24-7c0010abc07d completed by entity L2. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 00:37:16.915408 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Provisioning complete for port 2a68a745-d4f6-4f3e-ba24-7c0010abc07d triggered by entity L2. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:37:16.915813 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (2a68a745-d4f6-4f3e-ba24-7c0010abc07d), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:16.993309 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Current status of the port 2a68a745-d4f6-4f3e-ba24-7c0010abc07d is: BUILD; New status is: ACTIVE {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:37:16.994205 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (2a68a745-d4f6-4f3e-ba24-7c0010abc07d), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:17.016896 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '078bb8fa-e2f1-4d61-8dc4-e42f43fe36ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a68a745-d4f6-4f3e-ba24-7c0010abc07d'}] {{(pid=109224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:37:17.019153 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea31762fe36adf1256da5116fd788589841920f52286d7e0b0077cda52487892" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2e2dfbf-21d2-4105-a05a-35e2363d977c" -d '{"events": [{"server_uuid": "078bb8fa-e2f1-4d61-8dc4-e42f43fe36ca", "name": "network-vif-plugged", "status": "completed", "tag": "2a68a745-d4f6-4f3e-ba24-7c0010abc07d"}]}' {{(pid=109224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:37:17.031396 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] For port 2a68a745-d4f6-4f3e-ba24-7c0010abc07d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=2a68a745-d4f6-4f3e-ba24-7c0010abc07d,segment=NetworkSegment(859f6ec5-78c3-4882-887a-248af3a0d172),segment_id=859f6ec5-78c3-4882-887a-248af3a0d172)] {{(pid=109224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:37:17.035465 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (2a68a745-d4f6-4f3e-ba24-7c0010abc07d), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:17.085026 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Pushing event updated for resources: {'Port': ['ID=2a68a745-d4f6-4f3e-ba24-7c0010abc07d,revision_number=5']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:37:17.092599 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:37:17.092950 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:37:17.093302 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:37:17.093640 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:37:17.093970 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:37:17.094310 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:37:17.094626 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:37:17.094953 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:37:17.100382 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:37:17.100382 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:37:17.100382 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:37:17.100382 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:37:17.100382 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:37:17.128157 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf9c1ca-8cf0-40ea-a987-33a65784cf27 req-5ef3ed3f-56ad-4aea-af07-0067b1002c4d tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:37:17.129678 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-edf9c1ca-8cf0-40ea-a987-33a65784cf27 req-5ef3ed3f-56ad-4aea-af07-0067b1002c4d tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] 10.222.0.45 "GET /v2.0/ports?device_id=5cafed47-4c4d-4e50-af97-da45180a5e75 HTTP/1.1" status: 200 len: 984 time: 0.0537603 Feb 21 00:37:17.191819 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-edf9c1ca-8cf0-40ea-a987-33a65784cf27 req-68a0a3bd-691c-4371-9df2-4390dbb5702d tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] 10.222.0.45 "GET /v2.0/security-groups?id=3aa544ef-5b86-4218-a931-0dcdd7590b14&id=270c5553-ef40-479f-84bb-8a743b37b00b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0564909 Feb 21 00:37:17.248416 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 00:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5272553c-cce9-41d7-bb90-a095728c80d3 x-openstack-request-id: req-5272553c-cce9-41d7-bb90-a095728c80d3 {{(pid=109224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:37:17.248710 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "078bb8fa-e2f1-4d61-8dc4-e42f43fe36ca", "name": "network-vif-plugged", "status": "completed", "tag": "2a68a745-d4f6-4f3e-ba24-7c0010abc07d", "code": 200}]} {{(pid=109224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:37:17.248967 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5272553c-cce9-41d7-bb90-a095728c80d3 {{(pid=109224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:37:17.249366 dv-cinder-813225-6-iscsi neutron-server[109224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '078bb8fa-e2f1-4d61-8dc4-e42f43fe36ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a68a745-d4f6-4f3e-ba24-7c0010abc07d', 'code': 200} Feb 21 00:37:17.377134 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0453cd5-9257-4a23-bad1-6f795b221968 req-696c1f08-e137-47e6-97f5-8a6b5104a13a tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:37:17.378517 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-e0453cd5-9257-4a23-bad1-6f795b221968 req-696c1f08-e137-47e6-97f5-8a6b5104a13a tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/ports?device_id=078bb8fa-e2f1-4d61-8dc4-e42f43fe36ca HTTP/1.1" status: 200 len: 945 time: 0.0561595 Feb 21 00:37:17.425162 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-e0453cd5-9257-4a23-bad1-6f795b221968 req-2d088e2c-1abc-4867-a7f7-387873d6950b tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/security-groups?id=a61b9b78-64c5-404c-be35-249112e7bdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409970 Feb 21 00:37:17.432020 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d09605-2814-488e-9323-676f257e3438 req-ff1d958b-ae98-4ede-8fbf-fbd77e64fd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:37:17.433493 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-d1d09605-2814-488e-9323-676f257e3438 req-ff1d958b-ae98-4ede-8fbf-fbd77e64fd4c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=078bb8fa-e2f1-4d61-8dc4-e42f43fe36ca HTTP/1.1" status: 200 len: 1129 time: 0.0426073 Feb 21 00:37:17.485075 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-d1d09605-2814-488e-9323-676f257e3438 req-19d60b38-42dd-4b79-b5bf-e11a784b1cab service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a61b9b78-64c5-404c-be35-249112e7bdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395730 Feb 21 00:37:18.541540 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88de2248-4a75-4e9f-8241-6995ed1f47f8 req-0f960385-bcee-4050-bdcf-1352114320fc tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:37:18.542987 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-88de2248-4a75-4e9f-8241-6995ed1f47f8 req-0f960385-bcee-4050-bdcf-1352114320fc tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/ports?device_id=078bb8fa-e2f1-4d61-8dc4-e42f43fe36ca HTTP/1.1" status: 200 len: 945 time: 0.0510061 Feb 21 00:37:18.588102 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-88de2248-4a75-4e9f-8241-6995ed1f47f8 req-1a687c97-5ab5-47ce-8c85-b5705e6d6415 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/security-groups?id=a61b9b78-64c5-404c-be35-249112e7bdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396643 Feb 21 00:37:19.704169 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c18212-4c80-4297-bc30-da3662c2e093 req-3aa32ee4-3072-411d-a7ae-f2d1d884f393 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:37:19.705614 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-93c18212-4c80-4297-bc30-da3662c2e093 req-3aa32ee4-3072-411d-a7ae-f2d1d884f393 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/ports?device_id=078bb8fa-e2f1-4d61-8dc4-e42f43fe36ca HTTP/1.1" status: 200 len: 945 time: 0.0521593 Feb 21 00:37:19.749918 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-93c18212-4c80-4297-bc30-da3662c2e093 req-76b7e3b3-da03-4664-a9de-c6d49d78d7dd tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/security-groups?id=a61b9b78-64c5-404c-be35-249112e7bdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387754 Feb 21 00:37:19.860359 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b44439-2c77-40c9-b276-e2aef3b92359 req-86e4fb08-aa7b-4601-b7e5-c9f1c0a2c808 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:37:19.861767 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-26b44439-2c77-40c9-b276-e2aef3b92359 req-86e4fb08-aa7b-4601-b7e5-c9f1c0a2c808 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/ports?device_id=078bb8fa-e2f1-4d61-8dc4-e42f43fe36ca HTTP/1.1" status: 200 len: 945 time: 0.0507560 Feb 21 00:37:19.870504 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 60238) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:37:19.874712 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [None req-29513ebf-67e9-41c1-8de7-c0534371a516 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Request body: {'floatingip': {'port_id': '2a68a745-d4f6-4f3e-ba24-7c0010abc07d'}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:37:19.915474 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-29513ebf-67e9-41c1-8de7-c0534371a516 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Publish callbacks [] for floatingip (a02030a2-2926-407d-b24c-cbf0e99e86ee), before_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:20.599967 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-29513ebf-67e9-41c1-8de7-c0534371a516 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:20.604335 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-29513ebf-67e9-41c1-8de7-c0534371a516 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-951287'] for floatingip (a02030a2-2926-407d-b24c-cbf0e99e86ee), after_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:20.701311 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.db.l3_db [None req-29513ebf-67e9-41c1-8de7-c0534371a516 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Floating IP a02030a2-2926-407d-b24c-cbf0e99e86ee associated. External IP: 172.27.3.252, port: 2a68a745-d4f6-4f3e-ba24-7c0010abc07d. Feb 21 00:37:20.907297 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29513ebf-67e9-41c1-8de7-c0534371a516 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Router 0e2ac5b4-99c9-449e-85f3-72d3fb2f461b has already been hosted by L3 agent 47b5b2cb-5391-4fc3-9478-3db20537c35a {{(pid=109222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 00:37:21.013929 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29513ebf-67e9-41c1-8de7-c0534371a516 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Notify agent at l3_agent.dv-cinder-813225-6-iscsi the message routers_updated {{(pid=109222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 00:37:21.018721 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-29513ebf-67e9-41c1-8de7-c0534371a516 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469064'] for floatingip (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:21.023353 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e73a66-4f9c-42dc-b729-6ed7741f35b7 None None] Sync routers for ids ['0e2ac5b4-99c9-449e-85f3-72d3fb2f461b'] in dv-cinder-813225-6-iscsi {{(pid=109224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 00:37:21.033143 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e73a66-4f9c-42dc-b729-6ed7741f35b7 None None] Routers {'0e2ac5b4-99c9-449e-85f3-72d3fb2f461b'} bound to L3 agent in host dv-cinder-813225-6-iscsi {{(pid=109224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:37:21.033753 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-88e73a66-4f9c-42dc-b729-6ed7741f35b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-21T00:23:33Z,description=,heartbeat_timestamp=2022-02-21T00:37:04Z,host='dv-cinder-813225-6-iscsi',id=47b5b2cb-5391-4fc3-9478-3db20537c35a,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:23:34Z,topic='l3_agent')) {'router_ids': ['0e2ac5b4-99c9-449e-85f3-72d3fb2f461b'], 'active': True} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:37:21.049683 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-29513ebf-67e9-41c1-8de7-c0534371a516 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "PUT /v2.0/floatingips/a02030a2-2926-407d-b24c-cbf0e99e86ee HTTP/1.1" status: 200 len: 991 time: 1.1757076 Feb 21 00:37:21.049683 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '078bb8fa-e2f1-4d61-8dc4-e42f43fe36ca', 'tag': '2a68a745-d4f6-4f3e-ba24-7c0010abc07d'}] {{(pid=109222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:37:21.050264 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81563fad7634ec273475caa61ca91dc94d21cc2561ee8f59b09b3f9a67cb5537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88525116-bf3d-4c4b-ab64-543e56281d29" -d '{"events": [{"name": "network-changed", "server_uuid": "078bb8fa-e2f1-4d61-8dc4-e42f43fe36ca", "tag": "2a68a745-d4f6-4f3e-ba24-7c0010abc07d"}]}' {{(pid=109222) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:37:21.094677 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 00:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f1d2706-6462-4bf1-9252-42ccb73c944b x-openstack-request-id: req-8f1d2706-6462-4bf1-9252-42ccb73c944b {{(pid=109222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:37:21.094677 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "078bb8fa-e2f1-4d61-8dc4-e42f43fe36ca", "tag": "2a68a745-d4f6-4f3e-ba24-7c0010abc07d", "status": "completed", "code": 200}]} {{(pid=109222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:37:21.094677 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8f1d2706-6462-4bf1-9252-42ccb73c944b {{(pid=109222) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:37:21.094677 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '078bb8fa-e2f1-4d61-8dc4-e42f43fe36ca', 'tag': '2a68a745-d4f6-4f3e-ba24-7c0010abc07d', 'status': 'completed', 'code': 200} Feb 21 00:37:21.153535 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvr_db [None req-88e73a66-4f9c-42dc-b729-6ed7741f35b7 None None] Set router 0e2ac5b4-99c9-449e-85f3-72d3fb2f461b gateway port host: dv-cinder-813225-6-iscsi {{(pid=109224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:37:21.168859 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88525116-bf3d-4c4b-ab64-543e56281d29 req-efb79af5-e198-469e-ba29-00a480ab68f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:37:21.170376 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-88525116-bf3d-4c4b-ab64-543e56281d29 req-efb79af5-e198-469e-ba29-00a480ab68f4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f83942655a004261ad34343d44c6cf6b&device_id=078bb8fa-e2f1-4d61-8dc4-e42f43fe36ca HTTP/1.1" status: 200 len: 1129 time: 0.0495338 Feb 21 00:37:21.277380 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88525116-bf3d-4c4b-ab64-543e56281d29 req-55f804a3-f5a5-4792-8441-d24e20ede9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:37:21.278852 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-88525116-bf3d-4c4b-ab64-543e56281d29 req-55f804a3-f5a5-4792-8441-d24e20ede9e8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c58ec42c-ebf4-48a5-8b13-e00a879614cb HTTP/1.1" status: 200 len: 911 time: 0.0966790 Feb 21 00:37:21.360605 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-88525116-bf3d-4c4b-ab64-543e56281d29 req-652f47c0-cdf0-47b0-a414-38a4993d0ba2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a68a745-d4f6-4f3e-ba24-7c0010abc07d HTTP/1.1" status: 200 len: 999 time: 0.0754120 Feb 21 00:37:21.407829 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-88e73a66-4f9c-42dc-b729-6ed7741f35b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e2ac5b4-99c9-449e-85f3-72d3fb2f461b', 'name': 'tempest-AttachVolumeTestJSON-923459538-router', 'tenant_id': 'f83942655a004261ad34343d44c6cf6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'external_fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '1bb1f34c-c765-4e9c-877f-be0fc6368b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:31:40Z', 'updated_at': '2022-02-21T00:31:57Z', 'revision_number': 4, 'project_id': 'f83942655a004261ad34343d44c6cf6b', 'gw_port': {'id': '1bb1f34c-c765-4e9c-877f-be0fc6368b70', 'name': '', 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:17:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2ac5b4-99c9-449e-85f3-72d3fb2f461b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:31:42Z', 'updated_at': '2022-02-21T00:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '890cd9a8-3116-412f-9022-3458585959da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-6-iscsi', '_floatingips': [{'id': 'a02030a2-2926-407d-b24c-cbf0e99e86ee', 'tenant_id': 'f83942655a004261ad34343d44c6cf6b', 'floating_ip_address': '172.27.3.252', 'floating_network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'router_id': '0e2ac5b4-99c9-449e-85f3-72d3fb2f461b', 'port_id': '2a68a745-d4f6-4f3e-ba24-7c0010abc07d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c58ec42c-ebf4-48a5-8b13-e00a879614cb', 'mac_address': 'fa:16:3e:3c:db:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '078bb8fa-e2f1-4d61-8dc4-e42f43fe36ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T00:37:07Z', 'updated_at': '2022-02-21T00:37:20Z', 'revision_number': 1, 'project_id': 'f83942655a004261ad34343d44c6cf6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14c78ac1-77e4-4af4-a6fe-982d691b3ed2', 'name': '', 'network_id': 'c58ec42c-ebf4-48a5-8b13-e00a879614cb', 'tenant_id': 'f83942655a004261ad34343d44c6cf6b', 'mac_address': 'fa:16:3e:a2:2e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2ac5b4-99c9-449e-85f3-72d3fb2f461b', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'a770bec4-4043-4a9e-b8d8-da9ffce5c8ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:31:54Z', 'updated_at': '2022-02-21T00:32:05Z', 'revision_number': 5, 'project_id': 'f83942655a004261ad34343d44c6cf6b', 'subnets': [{'id': 'a770bec4-4043-4a9e-b8d8-da9ffce5c8ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-6-iscsi', False) {} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:37:21.410288 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88525116-bf3d-4c4b-ab64-543e56281d29 req-b9997c2f-2753-4545-9e59-daa0a760302b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:37:21.411700 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-88525116-bf3d-4c4b-ab64-543e56281d29 req-b9997c2f-2753-4545-9e59-daa0a760302b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a770bec4-4043-4a9e-b8d8-da9ffce5c8ef HTTP/1.1" status: 200 len: 849 time: 0.0452187 Feb 21 00:37:21.434957 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e73a66-4f9c-42dc-b729-6ed7741f35b7 None None] Checking router: 0e2ac5b4-99c9-449e-85f3-72d3fb2f461b for host: dv-cinder-813225-6-iscsi {{(pid=109224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 00:37:21.444205 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e73a66-4f9c-42dc-b729-6ed7741f35b7 None None] Routers {'0e2ac5b4-99c9-449e-85f3-72d3fb2f461b'} bound to L3 agent in host dv-cinder-813225-6-iscsi {{(pid=109224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:37:21.444807 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-88e73a66-4f9c-42dc-b729-6ed7741f35b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-21T00:23:33Z,description=,heartbeat_timestamp=2022-02-21T00:37:04Z,host='dv-cinder-813225-6-iscsi',id=47b5b2cb-5391-4fc3-9478-3db20537c35a,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:23:34Z,topic='l3_agent')) {'router_ids': ['0e2ac5b4-99c9-449e-85f3-72d3fb2f461b'], 'active': True} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:37:21.460865 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88525116-bf3d-4c4b-ab64-543e56281d29 req-4b2266af-b828-40ad-b9a8-716607910685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:37:21.462354 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-88525116-bf3d-4c4b-ab64-543e56281d29 req-4b2266af-b828-40ad-b9a8-716607910685 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c58ec42c-ebf4-48a5-8b13-e00a879614cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441258 Feb 21 00:37:21.561472 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-88525116-bf3d-4c4b-ab64-543e56281d29 req-f305e059-fc66-40e6-badc-fcba375961df service neutron] 10.222.0.36 "GET /v2.0/networks/c58ec42c-ebf4-48a5-8b13-e00a879614cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882096 Feb 21 00:37:21.654660 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-88525116-bf3d-4c4b-ab64-543e56281d29 req-bb1be3d9-425f-4f1a-9342-1ae47abe57a7 service neutron] 10.222.0.36 "GET /v2.0/networks/c58ec42c-ebf4-48a5-8b13-e00a879614cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851698 Feb 21 00:37:21.677256 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvr_db [None req-88e73a66-4f9c-42dc-b729-6ed7741f35b7 None None] Set router 0e2ac5b4-99c9-449e-85f3-72d3fb2f461b gateway port host: dv-cinder-813225-6-iscsi {{(pid=109224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:37:21.898610 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-88e73a66-4f9c-42dc-b729-6ed7741f35b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e2ac5b4-99c9-449e-85f3-72d3fb2f461b', 'name': 'tempest-AttachVolumeTestJSON-923459538-router', 'tenant_id': 'f83942655a004261ad34343d44c6cf6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'external_fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '1bb1f34c-c765-4e9c-877f-be0fc6368b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:31:40Z', 'updated_at': '2022-02-21T00:31:57Z', 'revision_number': 4, 'project_id': 'f83942655a004261ad34343d44c6cf6b', 'gw_port': {'id': '1bb1f34c-c765-4e9c-877f-be0fc6368b70', 'name': '', 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:17:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2ac5b4-99c9-449e-85f3-72d3fb2f461b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:31:42Z', 'updated_at': '2022-02-21T00:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '890cd9a8-3116-412f-9022-3458585959da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-6-iscsi', '_floatingips': [{'id': 'a02030a2-2926-407d-b24c-cbf0e99e86ee', 'tenant_id': 'f83942655a004261ad34343d44c6cf6b', 'floating_ip_address': '172.27.3.252', 'floating_network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'router_id': '0e2ac5b4-99c9-449e-85f3-72d3fb2f461b', 'port_id': '2a68a745-d4f6-4f3e-ba24-7c0010abc07d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c58ec42c-ebf4-48a5-8b13-e00a879614cb', 'mac_address': 'fa:16:3e:3c:db:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '078bb8fa-e2f1-4d61-8dc4-e42f43fe36ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T00:37:07Z', 'updated_at': '2022-02-21T00:37:20Z', 'revision_number': 1, 'project_id': 'f83942655a004261ad34343d44c6cf6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14c78ac1-77e4-4af4-a6fe-982d691b3ed2', 'name': '', 'network_id': 'c58ec42c-ebf4-48a5-8b13-e00a879614cb', 'tenant_id': 'f83942655a004261ad34343d44c6cf6b', 'mac_address': 'fa:16:3e:a2:2e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2ac5b4-99c9-449e-85f3-72d3fb2f461b', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'a770bec4-4043-4a9e-b8d8-da9ffce5c8ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:31:54Z', 'updated_at': '2022-02-21T00:32:05Z', 'revision_number': 5, 'project_id': 'f83942655a004261ad34343d44c6cf6b', 'subnets': [{'id': 'a770bec4-4043-4a9e-b8d8-da9ffce5c8ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-6-iscsi', False) {} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:37:21.923884 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e73a66-4f9c-42dc-b729-6ed7741f35b7 None None] The sync data for ids ['0e2ac5b4-99c9-449e-85f3-72d3fb2f461b'] in dv-cinder-813225-6-iscsi is: [{'id': '0e2ac5b4-99c9-449e-85f3-72d3fb2f461b', 'name': 'tempest-AttachVolumeTestJSON-923459538-router', 'tenant_id': 'f83942655a004261ad34343d44c6cf6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'external_fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '1bb1f34c-c765-4e9c-877f-be0fc6368b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:31:40Z', 'updated_at': '2022-02-21T00:31:57Z', 'revision_number': 4, 'project_id': 'f83942655a004261ad34343d44c6cf6b', 'gw_port': {'id': '1bb1f34c-c765-4e9c-877f-be0fc6368b70', 'name': '', 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:17:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2ac5b4-99c9-449e-85f3-72d3fb2f461b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:31:42Z', 'updated_at': '2022-02-21T00:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '890cd9a8-3116-412f-9022-3458585959da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-6-iscsi', '_floatingips': [{'id': 'a02030a2-2926-407d-b24c-cbf0e99e86ee', 'tenant_id': 'f83942655a004261ad34343d44c6cf6b', 'floating_ip_address': '172.27.3.252', 'floating_network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'router_id': '0e2ac5b4-99c9-449e-85f3-72d3fb2f461b', 'port_id': '2a68a745-d4f6-4f3e-ba24-7c0010abc07d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c58ec42c-ebf4-48a5-8b13-e00a879614cb', 'mac_address': 'fa:16:3e:3c:db:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '078bb8fa-e2f1-4d61-8dc4-e42f43fe36ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T00:37:07Z', 'updated_at': '2022-02-21T00:37:20Z', 'revision_number': 1, 'project_id': 'f83942655a004261ad34343d44c6cf6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14c78ac1-77e4-4af4-a6fe-982d691b3ed2', 'name': '', 'network_id': 'c58ec42c-ebf4-48a5-8b13-e00a879614cb', 'tenant_id': 'f83942655a004261ad34343d44c6cf6b', 'mac_address': 'fa:16:3e:a2:2e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2ac5b4-99c9-449e-85f3-72d3fb2f461b', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'a770bec4-4043-4a9e-b8d8-da9ffce5c8ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:31:54Z', 'updated_at': '2022-02-21T00:32:05Z', 'revision_number': 5, 'project_id': 'f83942655a004261ad34343d44c6cf6b', 'subnets': [{'id': 'a770bec4-4043-4a9e-b8d8-da9ffce5c8ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 00:37:22.111998 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73bd0a4a-7dbd-43e0-ab6e-1aedefe646f7 None None] New status for floating IP a02030a2-2926-407d-b24c-cbf0e99e86ee: ACTIVE {{(pid=109225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 00:37:31.404115 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-770994d4-0080-40b4-9916-0eab46c16872 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (57941464-2af3-4cc7-9b46-3eeacd6f6fca), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:33.525018 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-207f4a6a-c597-447f-a40a-7fb766e16282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (47b5b2cb-5391-4fc3-9478-3db20537c35a), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:35.086509 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-2cd5f963-efb3-4d3f-8e75-14b6a6f65242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (4a388d83-9cb8-49a2-9541-35a13f295f4a), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:36.393048 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-09e0abcb-2b1d-4918-a5e2-a10ed408e1f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (417c2155-c2c7-44af-91e4-b32264eafb82), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:38.057654 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (d6e95c40-1d90-4a13-9e37-1d6580a24190), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:43.184131 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbb2c38-6e14-464c-b387-6fb9143aa560 req-2aaebf9c-649e-4b36-86f3-7e5d4f464b71 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:37:43.185622 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-5bbb2c38-6e14-464c-b387-6fb9143aa560 req-2aaebf9c-649e-4b36-86f3-7e5d4f464b71 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=294469b7-8854-4bee-b457-efbb0b15850e HTTP/1.1" status: 200 len: 945 time: 0.0525322 Feb 21 00:37:43.231322 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-5bbb2c38-6e14-464c-b387-6fb9143aa560 req-6cc8ed85-1909-4de1-957f-31ecc99e7a93 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=7620e282-a5c6-4f74-9c3a-d4610dec1186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399418 Feb 21 00:37:44.359714 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6776f064-7ff4-489d-b76a-c480ddc101d1 req-0ed8994d-828e-4f30-9aae-c8d5507c8dfd tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:37:44.361285 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-6776f064-7ff4-489d-b76a-c480ddc101d1 req-0ed8994d-828e-4f30-9aae-c8d5507c8dfd tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=294469b7-8854-4bee-b457-efbb0b15850e HTTP/1.1" status: 200 len: 945 time: 0.0563476 Feb 21 00:37:44.407359 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-6776f064-7ff4-489d-b76a-c480ddc101d1 req-8d46a45e-3d66-43cd-a0ff-319b1f6f47ab tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=7620e282-a5c6-4f74-9c3a-d4610dec1186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405762 Feb 21 00:37:44.640604 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (2124d49d-e543-43fa-8e9f-817e1d020459), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:45.532083 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ab253c-6720-4da3-ae2d-57822b9d3a9b req-11a41605-53b1-481d-941b-2ce3802604de tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:37:45.533525 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-f4ab253c-6720-4da3-ae2d-57822b9d3a9b req-11a41605-53b1-481d-941b-2ce3802604de tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=294469b7-8854-4bee-b457-efbb0b15850e HTTP/1.1" status: 200 len: 945 time: 0.0542650 Feb 21 00:37:45.578589 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-f4ab253c-6720-4da3-ae2d-57822b9d3a9b req-42deb95e-204f-4cd9-8c85-20bb4ee65ca8 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=7620e282-a5c6-4f74-9c3a-d4610dec1186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396762 Feb 21 00:37:46.699336 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d9e244-2e28-434d-81ed-f831d7030e4c req-24838988-5193-460d-98fd-be418c2e99eb tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:37:46.700803 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-83d9e244-2e28-434d-81ed-f831d7030e4c req-24838988-5193-460d-98fd-be418c2e99eb tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=294469b7-8854-4bee-b457-efbb0b15850e HTTP/1.1" status: 200 len: 945 time: 0.0519581 Feb 21 00:37:46.746127 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-83d9e244-2e28-434d-81ed-f831d7030e4c req-caa9bd0b-23f4-42be-ab15-adaaf2f78f70 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=7620e282-a5c6-4f74-9c3a-d4610dec1186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398533 Feb 21 00:37:47.866715 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4038a8f5-8330-405a-8258-6d2a9ced2835 req-6241f9a3-f9a3-4b94-9946-30def0d00add tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:37:47.868115 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-4038a8f5-8330-405a-8258-6d2a9ced2835 req-6241f9a3-f9a3-4b94-9946-30def0d00add tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=294469b7-8854-4bee-b457-efbb0b15850e HTTP/1.1" status: 200 len: 945 time: 0.0515938 Feb 21 00:37:47.913188 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-4038a8f5-8330-405a-8258-6d2a9ced2835 req-667eb71a-5722-40c7-b1e1-dfa61f449229 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=7620e282-a5c6-4f74-9c3a-d4610dec1186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396681 Feb 21 00:37:48.515383 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-272261d1-75aa-4477-bb9f-c3b2d48a151c req-b8954506-c4ee-4b5e-83c5-cc3fec55f623 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5cafed47-4c4d-4e50-af97-da45180a5e75&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0458441 Feb 21 00:37:48.587195 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272261d1-75aa-4477-bb9f-c3b2d48a151c req-08aa165b-0275-49b4-9a4b-9ba0eaac7d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:37:48.588680 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-272261d1-75aa-4477-bb9f-c3b2d48a151c req-08aa165b-0275-49b4-9a4b-9ba0eaac7d5a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=471e14591c9b4e4d9bd298269ddebacb&device_id=5cafed47-4c4d-4e50-af97-da45180a5e75 HTTP/1.1" status: 200 len: 1168 time: 0.0436068 Feb 21 00:37:48.688165 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272261d1-75aa-4477-bb9f-c3b2d48a151c req-788268cd-84b2-4605-87ba-30b62fd065c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:37:48.689625 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-272261d1-75aa-4477-bb9f-c3b2d48a151c req-788268cd-84b2-4605-87ba-30b62fd065c7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ca36ee0b-69dd-47af-b5ea-ecee46692eff HTTP/1.1" status: 200 len: 916 time: 0.0806630 Feb 21 00:37:48.757259 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-272261d1-75aa-4477-bb9f-c3b2d48a151c req-7809de8b-5303-4b74-aee2-f4f8cab19e7e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6bb787e3-e415-46c7-b65e-52a74666e345 HTTP/1.1" status: 200 len: 999 time: 0.0614882 Feb 21 00:37:48.804723 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272261d1-75aa-4477-bb9f-c3b2d48a151c req-af9f9cf5-65e4-42d1-817a-0499b62906e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:37:48.806156 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-272261d1-75aa-4477-bb9f-c3b2d48a151c req-af9f9cf5-65e4-42d1-817a-0499b62906e2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=29d266b3-d638-4ac9-99d5-4bbc8fdc8eb4 HTTP/1.1" status: 200 len: 854 time: 0.0413661 Feb 21 00:37:48.853152 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272261d1-75aa-4477-bb9f-c3b2d48a151c req-3c41677b-95e1-4b69-9cae-aefebbc49542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:37:48.854566 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-272261d1-75aa-4477-bb9f-c3b2d48a151c req-3c41677b-95e1-4b69-9cae-aefebbc49542 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ca36ee0b-69dd-47af-b5ea-ecee46692eff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419526 Feb 21 00:37:48.944124 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-272261d1-75aa-4477-bb9f-c3b2d48a151c req-8e3d1611-3831-448e-93d1-3a1cb4cf1f28 service neutron] 10.222.0.36 "GET /v2.0/networks/ca36ee0b-69dd-47af-b5ea-ecee46692eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820305 Feb 21 00:37:49.034154 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e783e0b3-4812-4650-aa3a-fbb3af591220 req-df61a4cd-0874-44de-bb9f-079ae77eac08 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:37:49.035680 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-e783e0b3-4812-4650-aa3a-fbb3af591220 req-df61a4cd-0874-44de-bb9f-079ae77eac08 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=294469b7-8854-4bee-b457-efbb0b15850e HTTP/1.1" status: 200 len: 945 time: 0.0515959 Feb 21 00:37:49.036287 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-272261d1-75aa-4477-bb9f-c3b2d48a151c req-be8ba500-3d9f-46d3-a552-6bed87e1a48c service neutron] 10.222.0.36 "GET /v2.0/networks/ca36ee0b-69dd-47af-b5ea-ecee46692eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822594 Feb 21 00:37:49.085038 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-e783e0b3-4812-4650-aa3a-fbb3af591220 req-aec9a452-d59d-442f-bbcc-c492d8ab68a9 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=7620e282-a5c6-4f74-9c3a-d4610dec1186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429530 Feb 21 00:37:50.207766 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515fc854-b176-4f01-840e-c6ed4586b751 req-8d487ef5-2045-4b7b-a798-62967a3ae8ba tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:37:50.209245 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-515fc854-b176-4f01-840e-c6ed4586b751 req-8d487ef5-2045-4b7b-a798-62967a3ae8ba tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=294469b7-8854-4bee-b457-efbb0b15850e HTTP/1.1" status: 200 len: 945 time: 0.0541258 Feb 21 00:37:50.259477 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-515fc854-b176-4f01-840e-c6ed4586b751 req-36da02d5-a576-4b2b-9660-a21b7f6405fe tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=7620e282-a5c6-4f74-9c3a-d4610dec1186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441120 Feb 21 00:37:50.896658 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.agents_db [None req-b2a96afc-399a-46ae-93e6-bd9f3e536be2 None None] Agent healthcheck: found 6 active agents {{(pid=109225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 00:37:51.379770 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf903d0-e9ec-4671-8bb6-745b05246999 req-435a9168-9ce2-4b3b-9127-067c3eade4ce tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:37:51.381245 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-fcf903d0-e9ec-4671-8bb6-745b05246999 req-435a9168-9ce2-4b3b-9127-067c3eade4ce tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=294469b7-8854-4bee-b457-efbb0b15850e HTTP/1.1" status: 200 len: 945 time: 0.0524015 Feb 21 00:37:51.425634 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-fcf903d0-e9ec-4671-8bb6-745b05246999 req-5038ce50-9c8b-40b7-b595-cad233457b6f tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=7620e282-a5c6-4f74-9c3a-d4610dec1186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383921 Feb 21 00:37:52.546966 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8013ce2b-3322-450c-bf66-a98204ae58fc req-eed9fc7c-21b2-4efd-97ff-fff3132557dc tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:37:52.548456 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-8013ce2b-3322-450c-bf66-a98204ae58fc req-eed9fc7c-21b2-4efd-97ff-fff3132557dc tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=294469b7-8854-4bee-b457-efbb0b15850e HTTP/1.1" status: 200 len: 945 time: 0.0512362 Feb 21 00:37:52.593924 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-8013ce2b-3322-450c-bf66-a98204ae58fc req-7a2969ab-95a5-44ea-a2c0-10e4a1fbc0be tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=7620e282-a5c6-4f74-9c3a-d4610dec1186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400460 Feb 21 00:37:53.714604 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293cad4d-b4e2-42b1-9df3-dd3d45d0fd51 req-c5e3f44f-f060-478c-86a8-64642a00fd82 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:37:53.716104 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-293cad4d-b4e2-42b1-9df3-dd3d45d0fd51 req-c5e3f44f-f060-478c-86a8-64642a00fd82 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=294469b7-8854-4bee-b457-efbb0b15850e HTTP/1.1" status: 200 len: 945 time: 0.0533249 Feb 21 00:37:53.761453 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-293cad4d-b4e2-42b1-9df3-dd3d45d0fd51 req-9c6e4864-1642-49de-9a68-920530b3cd33 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=7620e282-a5c6-4f74-9c3a-d4610dec1186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396409 Feb 21 00:37:54.888231 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2d1ea5-78e2-4977-928e-39a3336dcc57 req-adfb1ac2-f99b-4556-a36a-a7b6ececc5b6 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:37:54.889686 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-9d2d1ea5-78e2-4977-928e-39a3336dcc57 req-adfb1ac2-f99b-4556-a36a-a7b6ececc5b6 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=294469b7-8854-4bee-b457-efbb0b15850e HTTP/1.1" status: 200 len: 945 time: 0.0512259 Feb 21 00:37:54.934529 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-9d2d1ea5-78e2-4977-928e-39a3336dcc57 req-2b39384b-974d-4836-9843-edf2f6285d17 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=7620e282-a5c6-4f74-9c3a-d4610dec1186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395079 Feb 21 00:37:56.062418 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d729670-1de3-4543-9a91-4abbdc2b784a req-55656f0b-dd00-45a4-931e-10c6085bf4e8 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:37:56.063878 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-7d729670-1de3-4543-9a91-4abbdc2b784a req-55656f0b-dd00-45a4-931e-10c6085bf4e8 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=294469b7-8854-4bee-b457-efbb0b15850e HTTP/1.1" status: 200 len: 945 time: 0.0538816 Feb 21 00:37:56.108539 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-7d729670-1de3-4543-9a91-4abbdc2b784a req-9a0c8530-e7bd-4b83-9da3-daa14b4753ed tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=7620e282-a5c6-4f74-9c3a-d4610dec1186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392230 Feb 21 00:37:57.231950 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bba0e24-7597-4f80-8a48-ed7cc58ea906 req-704edd84-5b94-4570-8c7b-619fefab86f1 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:37:57.233405 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-3bba0e24-7597-4f80-8a48-ed7cc58ea906 req-704edd84-5b94-4570-8c7b-619fefab86f1 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=294469b7-8854-4bee-b457-efbb0b15850e HTTP/1.1" status: 200 len: 945 time: 0.0552776 Feb 21 00:37:57.279992 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-3bba0e24-7597-4f80-8a48-ed7cc58ea906 req-778245fa-d9f9-48d6-93d1-d7504bbc1faf tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=7620e282-a5c6-4f74-9c3a-d4610dec1186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410316 Feb 21 00:37:58.401258 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65057bd6-39a4-423c-9ea9-fbba46a2443a req-d5694ca3-e80b-4690-80f7-caef529a8ec2 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:37:58.402713 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-65057bd6-39a4-423c-9ea9-fbba46a2443a req-d5694ca3-e80b-4690-80f7-caef529a8ec2 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=294469b7-8854-4bee-b457-efbb0b15850e HTTP/1.1" status: 200 len: 945 time: 0.0518076 Feb 21 00:37:58.448444 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-65057bd6-39a4-423c-9ea9-fbba46a2443a req-319790ee-60a2-4e7f-be94-b2f277085d4b tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=7620e282-a5c6-4f74-9c3a-d4610dec1186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402164 Feb 21 00:37:59.471171 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-6e4a0e13-c633-4e36-9ff4-288ade511030 req-781df53c-dcf5-46f8-82e7-11f9abd2403e tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2134290036&fields=id&tenant_id=471e14591c9b4e4d9bd298269ddebacb HTTP/1.1" status: 200 len: 267 time: 0.0434883 Feb 21 00:37:59.526870 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4a0e13-c633-4e36-9ff4-288ade511030 req-d51e168b-3470-42e0-bd9a-ca322b03c88d tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:37:59.528362 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-6e4a0e13-c633-4e36-9ff4-288ade511030 req-d51e168b-3470-42e0-bd9a-ca322b03c88d tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] 10.222.0.45 "GET /v2.0/ports?device_id=5cafed47-4c4d-4e50-af97-da45180a5e75 HTTP/1.1" status: 200 len: 984 time: 0.0521095 Feb 21 00:37:59.538844 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [req-6e4a0e13-c633-4e36-9ff4-288ade511030 req-43600703-5aee-415b-a661-1990965f6883 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Request body: {'port': {'security_groups': ['3aa544ef-5b86-4218-a931-0dcdd7590b14']}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:37:59.571947 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e6faf7-d80e-4b27-939a-9d83217e85dc req-a14d911a-0313-4c84-93d5-170cc0141bcc tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:37:59.573471 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-f6e6faf7-d80e-4b27-939a-9d83217e85dc req-a14d911a-0313-4c84-93d5-170cc0141bcc tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=294469b7-8854-4bee-b457-efbb0b15850e HTTP/1.1" status: 200 len: 945 time: 0.0551009 Feb 21 00:37:59.618235 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-f6e6faf7-d80e-4b27-939a-9d83217e85dc req-cdf82ce8-dd0d-4847-867c-33037d904765 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=7620e282-a5c6-4f74-9c3a-d4610dec1186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387468 Feb 21 00:37:59.618751 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-6e4a0e13-c633-4e36-9ff4-288ade511030 req-43600703-5aee-415b-a661-1990965f6883 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (6bb787e3-e415-46c7-b65e-52a74666e345), before_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:59.790275 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.db [req-6e4a0e13-c633-4e36-9ff4-288ade511030 req-43600703-5aee-415b-a661-1990965f6883 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] For port 6bb787e3-e415-46c7-b65e-52a74666e345, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=6bb787e3-e415-46c7-b65e-52a74666e345,segment=NetworkSegment(62e44578-53cb-4551-afb0-559d121984b2),segment_id=62e44578-53cb-4551-afb0-559d121984b2)] {{(pid=109222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:37:59.817824 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-6e4a0e13-c633-4e36-9ff4-288ade511030 req-43600703-5aee-415b-a661-1990965f6883 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Publish callbacks [] for port (6bb787e3-e415-46c7-b65e-52a74666e345), precommit_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:59.822750 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-6e4a0e13-c633-4e36-9ff4-288ade511030 req-43600703-5aee-415b-a661-1990965f6883 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8582894414'] for port (6bb787e3-e415-46c7-b65e-52a74666e345), after_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:59.836148 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] get_ports_and_sgs() called for port_ids ['6bb787e3-e415-46c7-b65e-52a74666e345'] {{(pid=109224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 00:37:59.864692 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4a0e13-c633-4e36-9ff4-288ade511030 req-43600703-5aee-415b-a661-1990965f6883 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:37:59.865247 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-6e4a0e13-c633-4e36-9ff4-288ade511030 req-43600703-5aee-415b-a661-1990965f6883 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469064'] for port (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:59.866667 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-6e4a0e13-c633-4e36-9ff4-288ade511030 req-43600703-5aee-415b-a661-1990965f6883 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] 10.222.0.45 "PUT /v2.0/ports/6bb787e3-e415-46c7-b65e-52a74666e345 HTTP/1.1" status: 200 len: 942 time: 0.3323255 Feb 21 00:37:59.867094 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cafed47-4c4d-4e50-af97-da45180a5e75', 'tag': '6bb787e3-e415-46c7-b65e-52a74666e345'}] {{(pid=109222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:37:59.872943 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81563fad7634ec273475caa61ca91dc94d21cc2561ee8f59b09b3f9a67cb5537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6e450dd-89a6-4b24-91d4-03febec4e32d" -d '{"events": [{"name": "network-changed", "server_uuid": "5cafed47-4c4d-4e50-af97-da45180a5e75", "tag": "6bb787e3-e415-46c7-b65e-52a74666e345"}]}' {{(pid=109222) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:37:59.873081 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 60402) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:37:59.896030 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43600703-5aee-415b-a661-1990965f6883 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Pushing event updated for resources: {'Port': ['ID=6bb787e3-e415-46c7-b65e-52a74666e345,revision_number=7']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:37:59.904067 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43600703-5aee-415b-a661-1990965f6883 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:37:59.904434 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43600703-5aee-415b-a661-1990965f6883 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:37:59.904783 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43600703-5aee-415b-a661-1990965f6883 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:37:59.905132 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43600703-5aee-415b-a661-1990965f6883 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:37:59.905472 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43600703-5aee-415b-a661-1990965f6883 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:37:59.905807 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43600703-5aee-415b-a661-1990965f6883 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:37:59.906295 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43600703-5aee-415b-a661-1990965f6883 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:37:59.906542 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43600703-5aee-415b-a661-1990965f6883 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:37:59.906880 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43600703-5aee-415b-a661-1990965f6883 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:37:59.907259 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43600703-5aee-415b-a661-1990965f6883 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:37:59.907739 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43600703-5aee-415b-a661-1990965f6883 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:37:59.908073 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43600703-5aee-415b-a661-1990965f6883 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:37:59.908405 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43600703-5aee-415b-a661-1990965f6883 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:37:59.925439 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 00:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-387e04e7-c814-4b96-bd5c-6c4b122e4bec x-openstack-request-id: req-387e04e7-c814-4b96-bd5c-6c4b122e4bec {{(pid=109222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:37:59.925814 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cafed47-4c4d-4e50-af97-da45180a5e75", "tag": "6bb787e3-e415-46c7-b65e-52a74666e345", "status": "completed", "code": 200}]} {{(pid=109222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:37:59.926158 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-387e04e7-c814-4b96-bd5c-6c4b122e4bec {{(pid=109222) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:37:59.926617 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cafed47-4c4d-4e50-af97-da45180a5e75', 'tag': '6bb787e3-e415-46c7-b65e-52a74666e345', 'status': 'completed', 'code': 200} Feb 21 00:37:59.948667 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-458531a1-e859-45d5-8dd8-65b421cdd37f tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Publish callbacks [] for security_group (270c5553-ef40-479f-84bb-8a743b37b00b), before_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:59.975222 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-458531a1-e859-45d5-8dd8-65b421cdd37f tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Publish callbacks [] for security_group (270c5553-ef40-479f-84bb-8a743b37b00b), precommit_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:37:59.990341 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e450dd-89a6-4b24-91d4-03febec4e32d req-84d72d23-7093-4e9e-97cc-414b57ed517f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:37:59.992196 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-d6e450dd-89a6-4b24-91d4-03febec4e32d req-84d72d23-7093-4e9e-97cc-414b57ed517f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=471e14591c9b4e4d9bd298269ddebacb&device_id=5cafed47-4c4d-4e50-af97-da45180a5e75 HTTP/1.1" status: 200 len: 1129 time: 0.0481598 Feb 21 00:38:00.002073 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] get_ports_and_sgs() called for port_ids ['6bb787e3-e415-46c7-b65e-52a74666e345'] {{(pid=109224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 00:38:00.056617 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-458531a1-e859-45d5-8dd8-65b421cdd37f tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (270c5553-ef40-479f-84bb-8a743b37b00b), after_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:00.059588 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-458531a1-e859-45d5-8dd8-65b421cdd37f tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Publish callbacks [] for security_group (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:00.067277 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-458531a1-e859-45d5-8dd8-65b421cdd37f tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] 10.222.0.45 "DELETE /v2.0/security-groups/270c5553-ef40-479f-84bb-8a743b37b00b HTTP/1.1" status: 204 len: 168 time: 0.1911163 Feb 21 00:38:00.067966 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 60404) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:38:00.080244 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458531a1-e859-45d5-8dd8-65b421cdd37f tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=270c5553-ef40-479f-84bb-8a743b37b00b,revision_number=None']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:38:00.087951 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458531a1-e859-45d5-8dd8-65b421cdd37f tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:38:00.088312 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458531a1-e859-45d5-8dd8-65b421cdd37f tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:38:00.088662 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458531a1-e859-45d5-8dd8-65b421cdd37f tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:38:00.089002 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458531a1-e859-45d5-8dd8-65b421cdd37f tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:38:00.089340 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458531a1-e859-45d5-8dd8-65b421cdd37f tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:38:00.089675 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458531a1-e859-45d5-8dd8-65b421cdd37f tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:38:00.090006 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458531a1-e859-45d5-8dd8-65b421cdd37f tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:38:00.090336 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458531a1-e859-45d5-8dd8-65b421cdd37f tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:38:00.090663 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458531a1-e859-45d5-8dd8-65b421cdd37f tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:38:00.090992 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458531a1-e859-45d5-8dd8-65b421cdd37f tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:38:00.091343 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458531a1-e859-45d5-8dd8-65b421cdd37f tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:38:00.091679 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458531a1-e859-45d5-8dd8-65b421cdd37f tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:38:00.091993 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458531a1-e859-45d5-8dd8-65b421cdd37f tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:38:00.194017 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-68edc403-c779-4340-b5c6-4629b273b2dc None None] Provisioning complete for port 6bb787e3-e415-46c7-b65e-52a74666e345 triggered by entity DHCP. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:38:00.194395 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-68edc403-c779-4340-b5c6-4629b273b2dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (6bb787e3-e415-46c7-b65e-52a74666e345), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:00.200218 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e450dd-89a6-4b24-91d4-03febec4e32d req-5e552db9-f6b7-4ca9-aa5c-2c3d27a286a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:38:00.201707 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-d6e450dd-89a6-4b24-91d4-03febec4e32d req-5e552db9-f6b7-4ca9-aa5c-2c3d27a286a9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ca36ee0b-69dd-47af-b5ea-ecee46692eff HTTP/1.1" status: 200 len: 916 time: 0.1936324 Feb 21 00:38:00.274261 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-68edc403-c779-4340-b5c6-4629b273b2dc None None] Current status of the port 6bb787e3-e415-46c7-b65e-52a74666e345 is: ACTIVE; New status is: ACTIVE {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:38:00.297508 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-d6e450dd-89a6-4b24-91d4-03febec4e32d req-c58c18e5-8a01-4196-a271-ba1e3d7ca6ab service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6bb787e3-e415-46c7-b65e-52a74666e345 HTTP/1.1" status: 200 len: 999 time: 0.0873139 Feb 21 00:38:00.321170 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.plugin [None req-3b246570-1e24-498f-af44-5879eb56f6cb tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Deleting port 44152360-c9ca-49ee-82db-8b2c8836b380 {{(pid=109222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 00:38:00.321437 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-3b246570-1e24-498f-af44-5879eb56f6cb tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731676621334'] for port (44152360-c9ca-49ee-82db-8b2c8836b380), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:00.393777 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e450dd-89a6-4b24-91d4-03febec4e32d req-60c02c45-d26a-428b-a5d6-efa5a7b77566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:38:00.395293 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-d6e450dd-89a6-4b24-91d4-03febec4e32d req-60c02c45-d26a-428b-a5d6-efa5a7b77566 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=29d266b3-d638-4ac9-99d5-4bbc8fdc8eb4 HTTP/1.1" status: 200 len: 854 time: 0.0858283 Feb 21 00:38:00.450890 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-3b246570-1e24-498f-af44-5879eb56f6cb tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950719'] for port (44152360-c9ca-49ee-82db-8b2c8836b380), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:00.451239 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-3b246570-1e24-498f-af44-5879eb56f6cb tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Publish callbacks [] for floatingip (44152360-c9ca-49ee-82db-8b2c8836b380), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:00.468069 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.plugin [None req-3b246570-1e24-498f-af44-5879eb56f6cb tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Calling delete_port for 44152360-c9ca-49ee-82db-8b2c8836b380 owned by network:floatingip {{(pid=109222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 00:38:00.482958 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e450dd-89a6-4b24-91d4-03febec4e32d req-ad67b281-0779-4797-9553-5a3cd0d022c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:38:00.484493 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-d6e450dd-89a6-4b24-91d4-03febec4e32d req-ad67b281-0779-4797-9553-5a3cd0d022c1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ca36ee0b-69dd-47af-b5ea-ecee46692eff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0829890 Feb 21 00:38:00.646993 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-d6e450dd-89a6-4b24-91d4-03febec4e32d req-3e3a44c8-1021-444a-b728-7460ef1d3e1f service neutron] 10.222.0.36 "GET /v2.0/networks/ca36ee0b-69dd-47af-b5ea-ecee46692eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301370 Feb 21 00:38:00.805444 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-3b246570-1e24-498f-af44-5879eb56f6cb tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731676626041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731676182824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8582894421'] for port (44152360-c9ca-49ee-82db-8b2c8836b380), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:00.841818 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bafcc89-769a-4814-a23e-894ad8904745 req-c254e09d-a66e-449b-b38d-571c187a30ee tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:38:00.843318 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-6bafcc89-769a-4814-a23e-894ad8904745 req-c254e09d-a66e-449b-b38d-571c187a30ee tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=294469b7-8854-4bee-b457-efbb0b15850e HTTP/1.1" status: 200 len: 945 time: 0.1402855 Feb 21 00:38:00.845313 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-d6e450dd-89a6-4b24-91d4-03febec4e32d req-ed6bcc99-cdeb-4de8-aea8-8ab104c2e3a3 service neutron] 10.222.0.36 "GET /v2.0/networks/ca36ee0b-69dd-47af-b5ea-ecee46692eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882608 Feb 21 00:38:00.848134 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b246570-1e24-498f-af44-5879eb56f6cb tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Pushing event deleted for resources: {'Port': ['ID=44152360-c9ca-49ee-82db-8b2c8836b380,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:38:00.937207 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-6bafcc89-769a-4814-a23e-894ad8904745 req-f4286eda-25ec-4913-a17f-f59f90a72754 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=7620e282-a5c6-4f74-9c3a-d4610dec1186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855277 Feb 21 00:38:00.941814 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-3b246570-1e24-498f-af44-5879eb56f6cb tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Publish callbacks [] for floatingip (c6e6fb3a-db5a-4028-b27a-6a70b8829773), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:00.942152 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.db.l3_db [None req-3b246570-1e24-498f-af44-5879eb56f6cb tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Floating IP c6e6fb3a-db5a-4028-b27a-6a70b8829773 disassociated (deleted). External IP: 172.27.3.2, port: 6bb787e3-e415-46c7-b65e-52a74666e345. Feb 21 00:38:01.151994 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b246570-1e24-498f-af44-5879eb56f6cb tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Router 29342479-802e-4c6e-a1a3-85d2db756dc1 has already been hosted by L3 agent 47b5b2cb-5391-4fc3-9478-3db20537c35a {{(pid=109222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 00:38:01.408660 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-35cedcd0-bb4b-4b7d-9e0a-908bd40e0850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (57941464-2af3-4cc7-9b46-3eeacd6f6fca), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:01.515146 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b246570-1e24-498f-af44-5879eb56f6cb tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Notify agent at l3_agent.dv-cinder-813225-6-iscsi the message routers_updated {{(pid=109222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 00:38:01.520151 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-3b246570-1e24-498f-af44-5879eb56f6cb tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469064'] for floatingip (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:01.526888 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1abb6763-dcd3-42c1-87b7-4112e49c7986 None None] Sync routers for ids ['29342479-802e-4c6e-a1a3-85d2db756dc1'] in dv-cinder-813225-6-iscsi {{(pid=109224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 00:38:01.537418 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abb6763-dcd3-42c1-87b7-4112e49c7986 None None] Routers {'29342479-802e-4c6e-a1a3-85d2db756dc1'} bound to L3 agent in host dv-cinder-813225-6-iscsi {{(pid=109224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:38:01.538045 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-1abb6763-dcd3-42c1-87b7-4112e49c7986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-21T00:23:33Z,description=,heartbeat_timestamp=2022-02-21T00:37:34Z,host='dv-cinder-813225-6-iscsi',id=47b5b2cb-5391-4fc3-9478-3db20537c35a,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:23:34Z,topic='l3_agent')) {'router_ids': ['29342479-802e-4c6e-a1a3-85d2db756dc1'], 'active': True} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:38:01.549188 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-3b246570-1e24-498f-af44-5879eb56f6cb tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] 10.222.0.45 "DELETE /v2.0/floatingips/c6e6fb3a-db5a-4028-b27a-6a70b8829773 HTTP/1.1" status: 204 len: 168 time: 1.4764922 Feb 21 00:38:01.646529 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvr_db [None req-1abb6763-dcd3-42c1-87b7-4112e49c7986 None None] Set router 29342479-802e-4c6e-a1a3-85d2db756dc1 gateway port host: dv-cinder-813225-6-iscsi {{(pid=109224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:38:01.859637 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-1abb6763-dcd3-42c1-87b7-4112e49c7986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29342479-802e-4c6e-a1a3-85d2db756dc1', 'name': 'tempest-TestMinimumBasicScenario-1676460080-router', 'tenant_id': '471e14591c9b4e4d9bd298269ddebacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'external_fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': '5eb1c1b5-f705-4358-a87a-34aea6d28be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:34:48Z', 'updated_at': '2022-02-21T00:34:52Z', 'revision_number': 4, 'project_id': '471e14591c9b4e4d9bd298269ddebacb', 'gw_port': {'id': '5eb1c1b5-f705-4358-a87a-34aea6d28be8', 'name': '', 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:7a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29342479-802e-4c6e-a1a3-85d2db756dc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:34:49Z', 'updated_at': '2022-02-21T00:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '890cd9a8-3116-412f-9022-3458585959da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-6-iscsi', '_interfaces': [{'id': '8b6076ab-5c58-416e-bfd5-81c30c298c45', 'name': '', 'network_id': 'ca36ee0b-69dd-47af-b5ea-ecee46692eff', 'tenant_id': '471e14591c9b4e4d9bd298269ddebacb', 'mac_address': 'fa:16:3e:8e:d1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29342479-802e-4c6e-a1a3-85d2db756dc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '29d266b3-d638-4ac9-99d5-4bbc8fdc8eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:34:51Z', 'updated_at': '2022-02-21T00:34:57Z', 'revision_number': 5, 'project_id': '471e14591c9b4e4d9bd298269ddebacb', 'subnets': [{'id': '29d266b3-d638-4ac9-99d5-4bbc8fdc8eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-6-iscsi', False) {} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:38:01.885644 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1abb6763-dcd3-42c1-87b7-4112e49c7986 None None] Checking router: 29342479-802e-4c6e-a1a3-85d2db756dc1 for host: dv-cinder-813225-6-iscsi {{(pid=109224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 00:38:01.893934 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abb6763-dcd3-42c1-87b7-4112e49c7986 None None] Routers {'29342479-802e-4c6e-a1a3-85d2db756dc1'} bound to L3 agent in host dv-cinder-813225-6-iscsi {{(pid=109224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:38:01.894576 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-1abb6763-dcd3-42c1-87b7-4112e49c7986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-21T00:23:33Z,description=,heartbeat_timestamp=2022-02-21T00:37:34Z,host='dv-cinder-813225-6-iscsi',id=47b5b2cb-5391-4fc3-9478-3db20537c35a,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:23:34Z,topic='l3_agent')) {'router_ids': ['29342479-802e-4c6e-a1a3-85d2db756dc1'], 'active': True} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:38:01.928040 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cafed47-4c4d-4e50-af97-da45180a5e75', 'tag': '6bb787e3-e415-46c7-b65e-52a74666e345'}] {{(pid=109222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:38:01.930683 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81563fad7634ec273475caa61ca91dc94d21cc2561ee8f59b09b3f9a67cb5537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f67b0df5-0df8-432a-b095-dfb639999155" -d '{"events": [{"name": "network-changed", "server_uuid": "5cafed47-4c4d-4e50-af97-da45180a5e75", "tag": "6bb787e3-e415-46c7-b65e-52a74666e345"}]}' {{(pid=109222) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:38:01.969033 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 00:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38379dc2-e31d-431f-b040-b75734c4aaf4 x-openstack-request-id: req-38379dc2-e31d-431f-b040-b75734c4aaf4 {{(pid=109222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:38:01.969477 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cafed47-4c4d-4e50-af97-da45180a5e75", "tag": "6bb787e3-e415-46c7-b65e-52a74666e345", "status": "completed", "code": 200}]} {{(pid=109222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:38:01.970106 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-38379dc2-e31d-431f-b040-b75734c4aaf4 {{(pid=109222) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:38:01.970635 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cafed47-4c4d-4e50-af97-da45180a5e75', 'tag': '6bb787e3-e415-46c7-b65e-52a74666e345', 'status': 'completed', 'code': 200} Feb 21 00:38:02.006321 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvr_db [None req-1abb6763-dcd3-42c1-87b7-4112e49c7986 None None] Set router 29342479-802e-4c6e-a1a3-85d2db756dc1 gateway port host: dv-cinder-813225-6-iscsi {{(pid=109224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:38:02.059583 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67b0df5-0df8-432a-b095-dfb639999155 req-01b0b8d4-4eb5-4515-9b3c-4c25970d8dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:38:02.061099 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-f67b0df5-0df8-432a-b095-dfb639999155 req-01b0b8d4-4eb5-4515-9b3c-4c25970d8dd1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=471e14591c9b4e4d9bd298269ddebacb&device_id=5cafed47-4c4d-4e50-af97-da45180a5e75 HTTP/1.1" status: 200 len: 1129 time: 0.0644524 Feb 21 00:38:02.109479 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a790ad46-8880-49ed-8360-54bb82540cd3 req-79d6254f-44b6-401b-8133-f1245f3fd19a tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:38:02.111021 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-a790ad46-8880-49ed-8360-54bb82540cd3 req-79d6254f-44b6-401b-8133-f1245f3fd19a tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=294469b7-8854-4bee-b457-efbb0b15850e HTTP/1.1" status: 200 len: 945 time: 0.0640869 Feb 21 00:38:02.165959 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-a790ad46-8880-49ed-8360-54bb82540cd3 req-0d3c3020-7de5-4781-872b-09fa8ff06e5a tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=7620e282-a5c6-4f74-9c3a-d4610dec1186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493674 Feb 21 00:38:02.170896 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67b0df5-0df8-432a-b095-dfb639999155 req-524d0c1e-443a-428b-95b5-9388f6e5faa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:38:02.172488 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-f67b0df5-0df8-432a-b095-dfb639999155 req-524d0c1e-443a-428b-95b5-9388f6e5faa2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ca36ee0b-69dd-47af-b5ea-ecee46692eff HTTP/1.1" status: 200 len: 916 time: 0.1008241 Feb 21 00:38:02.216327 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-f67b0df5-0df8-432a-b095-dfb639999155 req-395fe213-ecbb-47cc-ade2-c2a09a32b892 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6bb787e3-e415-46c7-b65e-52a74666e345 HTTP/1.1" status: 200 len: 217 time: 0.0363145 Feb 21 00:38:02.229922 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-1abb6763-dcd3-42c1-87b7-4112e49c7986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29342479-802e-4c6e-a1a3-85d2db756dc1', 'name': 'tempest-TestMinimumBasicScenario-1676460080-router', 'tenant_id': '471e14591c9b4e4d9bd298269ddebacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'external_fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': '5eb1c1b5-f705-4358-a87a-34aea6d28be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:34:48Z', 'updated_at': '2022-02-21T00:34:52Z', 'revision_number': 4, 'project_id': '471e14591c9b4e4d9bd298269ddebacb', 'gw_port': {'id': '5eb1c1b5-f705-4358-a87a-34aea6d28be8', 'name': '', 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:7a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29342479-802e-4c6e-a1a3-85d2db756dc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:34:49Z', 'updated_at': '2022-02-21T00:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '890cd9a8-3116-412f-9022-3458585959da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-6-iscsi', '_interfaces': [{'id': '8b6076ab-5c58-416e-bfd5-81c30c298c45', 'name': '', 'network_id': 'ca36ee0b-69dd-47af-b5ea-ecee46692eff', 'tenant_id': '471e14591c9b4e4d9bd298269ddebacb', 'mac_address': 'fa:16:3e:8e:d1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29342479-802e-4c6e-a1a3-85d2db756dc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '29d266b3-d638-4ac9-99d5-4bbc8fdc8eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:34:51Z', 'updated_at': '2022-02-21T00:34:57Z', 'revision_number': 5, 'project_id': '471e14591c9b4e4d9bd298269ddebacb', 'subnets': [{'id': '29d266b3-d638-4ac9-99d5-4bbc8fdc8eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-6-iscsi', False) {} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:38:02.259737 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1abb6763-dcd3-42c1-87b7-4112e49c7986 None None] The sync data for ids ['29342479-802e-4c6e-a1a3-85d2db756dc1'] in dv-cinder-813225-6-iscsi is: [{'id': '29342479-802e-4c6e-a1a3-85d2db756dc1', 'name': 'tempest-TestMinimumBasicScenario-1676460080-router', 'tenant_id': '471e14591c9b4e4d9bd298269ddebacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'external_fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': '5eb1c1b5-f705-4358-a87a-34aea6d28be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:34:48Z', 'updated_at': '2022-02-21T00:34:52Z', 'revision_number': 4, 'project_id': '471e14591c9b4e4d9bd298269ddebacb', 'gw_port': {'id': '5eb1c1b5-f705-4358-a87a-34aea6d28be8', 'name': '', 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:7a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29342479-802e-4c6e-a1a3-85d2db756dc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:34:49Z', 'updated_at': '2022-02-21T00:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '890cd9a8-3116-412f-9022-3458585959da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-6-iscsi', '_interfaces': [{'id': '8b6076ab-5c58-416e-bfd5-81c30c298c45', 'name': '', 'network_id': 'ca36ee0b-69dd-47af-b5ea-ecee46692eff', 'tenant_id': '471e14591c9b4e4d9bd298269ddebacb', 'mac_address': 'fa:16:3e:8e:d1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29342479-802e-4c6e-a1a3-85d2db756dc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '29d266b3-d638-4ac9-99d5-4bbc8fdc8eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:34:51Z', 'updated_at': '2022-02-21T00:34:57Z', 'revision_number': 5, 'project_id': '471e14591c9b4e4d9bd298269ddebacb', 'subnets': [{'id': '29d266b3-d638-4ac9-99d5-4bbc8fdc8eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 00:38:02.267517 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67b0df5-0df8-432a-b095-dfb639999155 req-aa692696-f3b0-4853-9e71-fae8bd60741a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:38:02.268984 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-f67b0df5-0df8-432a-b095-dfb639999155 req-aa692696-f3b0-4853-9e71-fae8bd60741a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=29d266b3-d638-4ac9-99d5-4bbc8fdc8eb4 HTTP/1.1" status: 200 len: 854 time: 0.0460036 Feb 21 00:38:02.326037 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67b0df5-0df8-432a-b095-dfb639999155 req-2f25fd72-17c5-4e6f-8a4a-248f1a232878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:38:02.327593 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-f67b0df5-0df8-432a-b095-dfb639999155 req-2f25fd72-17c5-4e6f-8a4a-248f1a232878 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ca36ee0b-69dd-47af-b5ea-ecee46692eff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0494909 Feb 21 00:38:02.428792 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-f67b0df5-0df8-432a-b095-dfb639999155 req-337de44a-7c3a-4a0c-a110-20afa26dfa95 service neutron] 10.222.0.36 "GET /v2.0/networks/ca36ee0b-69dd-47af-b5ea-ecee46692eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899606 Feb 21 00:38:02.488121 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d379ce1-92b5-4108-83f3-50633eccaecb None None] New status for floating IP c6e6fb3a-db5a-4028-b27a-6a70b8829773: DOWN {{(pid=109225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 00:38:02.527792 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-f67b0df5-0df8-432a-b095-dfb639999155 req-227edf03-3ec1-4e54-822d-806385f0a53e service neutron] 10.222.0.36 "GET /v2.0/networks/ca36ee0b-69dd-47af-b5ea-ecee46692eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916350 Feb 21 00:38:03.296019 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71549a75-795d-40a6-9dbb-121c2a21f2ff req-22804dc6-38ea-4a49-bb29-935b21068864 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:38:03.297502 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-71549a75-795d-40a6-9dbb-121c2a21f2ff req-22804dc6-38ea-4a49-bb29-935b21068864 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=294469b7-8854-4bee-b457-efbb0b15850e HTTP/1.1" status: 200 len: 945 time: 0.0562725 Feb 21 00:38:03.343539 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-71549a75-795d-40a6-9dbb-121c2a21f2ff req-315d8fd9-c012-43ff-912f-fd9721f372f6 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=7620e282-a5c6-4f74-9c3a-d4610dec1186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404491 Feb 21 00:38:03.527021 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-38d00258-d6c0-404e-aa3a-72010e87a614 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (47b5b2cb-5391-4fc3-9478-3db20537c35a), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:04.260242 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3918b82-4c62-4d24-ab86-2e1e131229f3 req-f80bf497-45cf-40e0-ae27-3dbc2deea461 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:38:04.262373 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-f3918b82-4c62-4d24-ab86-2e1e131229f3 req-f80bf497-45cf-40e0-ae27-3dbc2deea461 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] 10.222.0.45 "GET /v2.0/ports?device_id=5cafed47-4c4d-4e50-af97-da45180a5e75 HTTP/1.1" status: 200 len: 945 time: 0.0546381 Feb 21 00:38:04.310502 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-f3918b82-4c62-4d24-ab86-2e1e131229f3 req-def2a5d5-f4fb-4faf-9b03-5bbaeb375315 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] 10.222.0.45 "GET /v2.0/security-groups?id=3aa544ef-5b86-4218-a931-0dcdd7590b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415964 Feb 21 00:38:04.466891 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9936dd-0d16-4c2c-b60d-f6b2c66a8052 req-b71084ec-51cd-4e97-96dc-20fa6f7b958d tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:38:04.468417 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-6e9936dd-0d16-4c2c-b60d-f6b2c66a8052 req-b71084ec-51cd-4e97-96dc-20fa6f7b958d tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=294469b7-8854-4bee-b457-efbb0b15850e HTTP/1.1" status: 200 len: 945 time: 0.0525737 Feb 21 00:38:04.522701 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-6e9936dd-0d16-4c2c-b60d-f6b2c66a8052 req-99c1be5d-95e7-4162-b5f8-1fcc33c5d240 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=7620e282-a5c6-4f74-9c3a-d4610dec1186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408466 Feb 21 00:38:05.089639 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-2cd5f963-efb3-4d3f-8e75-14b6a6f65242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (4a388d83-9cb8-49a2-9541-35a13f295f4a), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:05.430253 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2368397e-cdb0-4721-aef5-f8ca9026e99c req-28b37dfe-2a23-444d-8271-5fd432551f2d tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:38:05.431800 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-2368397e-cdb0-4721-aef5-f8ca9026e99c req-28b37dfe-2a23-444d-8271-5fd432551f2d tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] 10.222.0.45 "GET /v2.0/ports?device_id=5cafed47-4c4d-4e50-af97-da45180a5e75 HTTP/1.1" status: 200 len: 945 time: 0.0531375 Feb 21 00:38:05.478412 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-2368397e-cdb0-4721-aef5-f8ca9026e99c req-4ab6db53-7e5f-44b6-9ed0-23d3bfc8bdc4 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] 10.222.0.45 "GET /v2.0/security-groups?id=3aa544ef-5b86-4218-a931-0dcdd7590b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411372 Feb 21 00:38:05.649503 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba81873-8218-4fc6-a788-fa2edc6d3bc8 req-0369cf76-9f79-4c1b-98b4-8b46355782c9 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:38:05.650986 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-0ba81873-8218-4fc6-a788-fa2edc6d3bc8 req-0369cf76-9f79-4c1b-98b4-8b46355782c9 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=294469b7-8854-4bee-b457-efbb0b15850e HTTP/1.1" status: 200 len: 945 time: 0.0580492 Feb 21 00:38:05.696959 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-0ba81873-8218-4fc6-a788-fa2edc6d3bc8 req-b1cf429d-a92a-4cb2-8e2e-ba8df28d7711 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=7620e282-a5c6-4f74-9c3a-d4610dec1186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401108 Feb 21 00:38:05.945978 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3a76d5-f838-4e81-9659-9181f9ba2d7b req-a85e3371-3592-4730-8c1b-7733f333273b tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:38:05.947470 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-ba3a76d5-f838-4e81-9659-9181f9ba2d7b req-a85e3371-3592-4730-8c1b-7733f333273b tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/ports?device_id=078bb8fa-e2f1-4d61-8dc4-e42f43fe36ca HTTP/1.1" status: 200 len: 945 time: 0.0516946 Feb 21 00:38:05.992802 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-ba3a76d5-f838-4e81-9659-9181f9ba2d7b req-19c7a9ee-b51a-44cd-8184-e2e07514a745 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/security-groups?id=a61b9b78-64c5-404c-be35-249112e7bdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398540 Feb 21 00:38:06.373142 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e736a7-39e2-4614-a9bc-a5c830e419db req-e8a212f2-7064-49e9-963d-41cb820ec788 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:38:06.374582 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-69e736a7-39e2-4614-a9bc-a5c830e419db req-e8a212f2-7064-49e9-963d-41cb820ec788 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cafed47-4c4d-4e50-af97-da45180a5e75 HTTP/1.1" status: 200 len: 945 time: 0.0550747 Feb 21 00:38:06.398385 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-09e0abcb-2b1d-4918-a5e2-a10ed408e1f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (417c2155-c2c7-44af-91e4-b32264eafb82), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:06.468634 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.plugin [req-69e736a7-39e2-4614-a9bc-a5c830e419db req-59311712-f7ea-4ff0-aa4a-7095206c1e9f tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Deleting port 6bb787e3-e415-46c7-b65e-52a74666e345 {{(pid=109222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 00:38:06.469179 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-69e736a7-39e2-4614-a9bc-a5c830e419db req-59311712-f7ea-4ff0-aa4a-7095206c1e9f tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731676621334'] for port (6bb787e3-e415-46c7-b65e-52a74666e345), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:06.565680 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.db [req-69e736a7-39e2-4614-a9bc-a5c830e419db req-59311712-f7ea-4ff0-aa4a-7095206c1e9f tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] For port 6bb787e3-e415-46c7-b65e-52a74666e345, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=6bb787e3-e415-46c7-b65e-52a74666e345,segment=NetworkSegment(62e44578-53cb-4551-afb0-559d121984b2),segment_id=62e44578-53cb-4551-afb0-559d121984b2)] {{(pid=109222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:38:06.566042 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-69e736a7-39e2-4614-a9bc-a5c830e419db req-59311712-f7ea-4ff0-aa4a-7095206c1e9f tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950719'] for port (6bb787e3-e415-46c7-b65e-52a74666e345), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:06.577641 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.plugin [req-69e736a7-39e2-4614-a9bc-a5c830e419db req-59311712-f7ea-4ff0-aa4a-7095206c1e9f tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Calling delete_port for 6bb787e3-e415-46c7-b65e-52a74666e345 owned by compute:nova {{(pid=109222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 00:38:06.600776 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea9db47-3ca3-48a0-aa71-234821466cf6 req-8a7625cd-d7b3-49b5-aa71-10850f6aa7f5 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:38:06.602826 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-aea9db47-3ca3-48a0-aa71-234821466cf6 req-8a7625cd-d7b3-49b5-aa71-10850f6aa7f5 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] 10.222.0.45 "GET /v2.0/ports?device_id=5cafed47-4c4d-4e50-af97-da45180a5e75 HTTP/1.1" status: 200 len: 945 time: 0.0558314 Feb 21 00:38:06.648138 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-aea9db47-3ca3-48a0-aa71-234821466cf6 req-c6b8161e-b7ff-415f-bd52-9bc3cd909635 tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] 10.222.0.45 "GET /v2.0/security-groups?id=3aa544ef-5b86-4218-a931-0dcdd7590b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396276 Feb 21 00:38:06.700508 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-69e736a7-39e2-4614-a9bc-a5c830e419db req-59311712-f7ea-4ff0-aa4a-7095206c1e9f tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731676626041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731676182824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8582894421'] for port (6bb787e3-e415-46c7-b65e-52a74666e345), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:06.712432 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] get_ports_and_sgs() called for port_ids ['6bb787e3-e415-46c7-b65e-52a74666e345'] {{(pid=109224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 00:38:06.732987 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59311712-f7ea-4ff0-aa4a-7095206c1e9f tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Pushing event deleted for resources: {'Port': ['ID=6bb787e3-e415-46c7-b65e-52a74666e345,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:38:06.780083 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.db.l3_dvrscheduler_db [req-69e736a7-39e2-4614-a9bc-a5c830e419db req-59311712-f7ea-4ff0-aa4a-7095206c1e9f tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] No DVR routers for this DVR port 6bb787e3-e415-46c7-b65e-52a74666e345 on host hv-cinder-81322 {{(pid=109222) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 00:38:06.788861 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-69e736a7-39e2-4614-a9bc-a5c830e419db req-59311712-f7ea-4ff0-aa4a-7095206c1e9f tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469064'] for port (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:06.792570 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-69e736a7-39e2-4614-a9bc-a5c830e419db req-59311712-f7ea-4ff0-aa4a-7095206c1e9f tempest-TestMinimumBasicScenario-2110409918 tempest-TestMinimumBasicScenario-2110409918-project] 10.222.0.36 "DELETE /v2.0/ports/6bb787e3-e415-46c7-b65e-52a74666e345 HTTP/1.1" status: 204 len: 173 time: 0.4120460 Feb 21 00:38:06.793011 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cafed47-4c4d-4e50-af97-da45180a5e75', 'name': 'network-vif-deleted', 'tag': '6bb787e3-e415-46c7-b65e-52a74666e345'}] {{(pid=109222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:38:06.795311 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81563fad7634ec273475caa61ca91dc94d21cc2561ee8f59b09b3f9a67cb5537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86f0c9ae-415d-40c4-a0b2-abdd3d3bf516" -d '{"events": [{"server_uuid": "5cafed47-4c4d-4e50-af97-da45180a5e75", "name": "network-vif-deleted", "tag": "6bb787e3-e415-46c7-b65e-52a74666e345"}]}' {{(pid=109222) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:38:06.833609 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 00:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b37b4e73-f0f7-4231-8514-7d2ac09c7f77 x-openstack-request-id: req-b37b4e73-f0f7-4231-8514-7d2ac09c7f77 {{(pid=109222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:38:06.833904 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cafed47-4c4d-4e50-af97-da45180a5e75", "name": "network-vif-deleted", "tag": "6bb787e3-e415-46c7-b65e-52a74666e345", "status": "completed", "code": 200}]} {{(pid=109222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:38:06.834165 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b37b4e73-f0f7-4231-8514-7d2ac09c7f77 {{(pid=109222) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:38:06.834569 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cafed47-4c4d-4e50-af97-da45180a5e75', 'name': 'network-vif-deleted', 'tag': '6bb787e3-e415-46c7-b65e-52a74666e345', 'status': 'completed', 'code': 200} Feb 21 00:38:06.850847 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf27e66-db84-4f4a-9eba-d441ae29722a req-672d86c1-cfaf-476d-8e5e-8822f5b28b8b tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:38:06.853111 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-4bf27e66-db84-4f4a-9eba-d441ae29722a req-672d86c1-cfaf-476d-8e5e-8822f5b28b8b tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=294469b7-8854-4bee-b457-efbb0b15850e HTTP/1.1" status: 200 len: 945 time: 0.0741775 Feb 21 00:38:06.901171 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-4bf27e66-db84-4f4a-9eba-d441ae29722a req-16173c35-21cd-451e-86c5-a8ae1c54895c tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=7620e282-a5c6-4f74-9c3a-d4610dec1186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423019 Feb 21 00:38:07.113240 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f9b826-c3f2-4814-bef9-4c1b5a000cdd req-6ebb5ec9-7c31-498f-bb1d-f8f8d838ded6 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:38:07.114734 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-72f9b826-c3f2-4814-bef9-4c1b5a000cdd req-6ebb5ec9-7c31-498f-bb1d-f8f8d838ded6 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/ports?device_id=078bb8fa-e2f1-4d61-8dc4-e42f43fe36ca HTTP/1.1" status: 200 len: 945 time: 0.0538533 Feb 21 00:38:07.162512 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-72f9b826-c3f2-4814-bef9-4c1b5a000cdd req-ecca82f7-88d3-4ace-9e07-3ddc7e8029b6 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/security-groups?id=a61b9b78-64c5-404c-be35-249112e7bdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416584 Feb 21 00:38:07.964250 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ef7304-1fec-41e7-8423-2a153e040562 req-a59e49bb-5529-40f1-82e2-d959b2d45cf5 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:38:07.966041 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-31ef7304-1fec-41e7-8423-2a153e040562 req-a59e49bb-5529-40f1-82e2-d959b2d45cf5 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.36 "GET /v2.0/ports?device_id=078bb8fa-e2f1-4d61-8dc4-e42f43fe36ca HTTP/1.1" status: 200 len: 945 time: 0.0568364 Feb 21 00:38:08.062093 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (d6e95c40-1d90-4a13-9e37-1d6580a24190), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:08.093001 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3f7d87-6307-44c2-acf4-8b2acae20fca req-6d7dc2f7-49f3-4231-8c8a-69656224c788 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:38:08.094480 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-aa3f7d87-6307-44c2-acf4-8b2acae20fca req-6d7dc2f7-49f3-4231-8c8a-69656224c788 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=294469b7-8854-4bee-b457-efbb0b15850e HTTP/1.1" status: 200 len: 945 time: 0.1102736 Feb 21 00:38:08.144446 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.plugin [req-31ef7304-1fec-41e7-8423-2a153e040562 req-8da9aae1-122b-4f69-a373-fd1123ef1ab9 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Deleting port 2a68a745-d4f6-4f3e-ba24-7c0010abc07d {{(pid=109222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 00:38:08.144666 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-31ef7304-1fec-41e7-8423-2a153e040562 req-8da9aae1-122b-4f69-a373-fd1123ef1ab9 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731676621334'] for port (2a68a745-d4f6-4f3e-ba24-7c0010abc07d), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:08.203122 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-aa3f7d87-6307-44c2-acf4-8b2acae20fca req-31291470-31aa-4fb6-9916-6ea635180c5b tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=7620e282-a5c6-4f74-9c3a-d4610dec1186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983751 Feb 21 00:38:08.249875 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.db [req-31ef7304-1fec-41e7-8423-2a153e040562 req-8da9aae1-122b-4f69-a373-fd1123ef1ab9 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] For port 2a68a745-d4f6-4f3e-ba24-7c0010abc07d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=2a68a745-d4f6-4f3e-ba24-7c0010abc07d,segment=NetworkSegment(859f6ec5-78c3-4882-887a-248af3a0d172),segment_id=859f6ec5-78c3-4882-887a-248af3a0d172)] {{(pid=109222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:38:08.250239 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-31ef7304-1fec-41e7-8423-2a153e040562 req-8da9aae1-122b-4f69-a373-fd1123ef1ab9 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950719'] for port (2a68a745-d4f6-4f3e-ba24-7c0010abc07d), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:08.303635 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cdaf14-147a-4bef-844a-beeb9cb3c516 req-1a406511-e704-452c-86fb-27dea41e910e tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:38:08.305354 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-50cdaf14-147a-4bef-844a-beeb9cb3c516 req-1a406511-e704-452c-86fb-27dea41e910e tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/ports?device_id=078bb8fa-e2f1-4d61-8dc4-e42f43fe36ca HTTP/1.1" status: 200 len: 945 time: 0.0607502 Feb 21 00:38:08.344616 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 60550) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:38:08.407482 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-50cdaf14-147a-4bef-844a-beeb9cb3c516 req-69eda8ad-4202-4b92-9582-33916314f9a2 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/security-groups?id=a61b9b78-64c5-404c-be35-249112e7bdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960934 Feb 21 00:38:08.423016 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-31ef7304-1fec-41e7-8423-2a153e040562 req-8da9aae1-122b-4f69-a373-fd1123ef1ab9 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:08.423540 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-31ef7304-1fec-41e7-8423-2a153e040562 req-8da9aae1-122b-4f69-a373-fd1123ef1ab9 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-951287'] for floatingip (a02030a2-2926-407d-b24c-cbf0e99e86ee), after_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:08.423980 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.db.l3_db [req-31ef7304-1fec-41e7-8423-2a153e040562 req-8da9aae1-122b-4f69-a373-fd1123ef1ab9 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Floating IP a02030a2-2926-407d-b24c-cbf0e99e86ee disassociated. External IP: 172.27.3.252, port: 2a68a745-d4f6-4f3e-ba24-7c0010abc07d. Feb 21 00:38:08.424431 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.plugin [req-31ef7304-1fec-41e7-8423-2a153e040562 req-8da9aae1-122b-4f69-a373-fd1123ef1ab9 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Calling delete_port for 2a68a745-d4f6-4f3e-ba24-7c0010abc07d owned by compute:nova {{(pid=109222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 00:38:08.554216 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-31ef7304-1fec-41e7-8423-2a153e040562 req-8da9aae1-122b-4f69-a373-fd1123ef1ab9 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731676626041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731676182824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8582894421'] for port (2a68a745-d4f6-4f3e-ba24-7c0010abc07d), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:08.584405 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da9aae1-122b-4f69-a373-fd1123ef1ab9 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Pushing event deleted for resources: {'Port': ['ID=2a68a745-d4f6-4f3e-ba24-7c0010abc07d,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:38:08.698057 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.scheduler.l3_agent_scheduler [req-31ef7304-1fec-41e7-8423-2a153e040562 req-8da9aae1-122b-4f69-a373-fd1123ef1ab9 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Router 0e2ac5b4-99c9-449e-85f3-72d3fb2f461b has already been hosted by L3 agent 47b5b2cb-5391-4fc3-9478-3db20537c35a {{(pid=109222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 00:38:08.715570 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-e79475a5-0ce4-48c2-8af7-ff24926cc3d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-951543'] for router_interface (29342479-802e-4c6e-a1a3-85d2db756dc1), before_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:08.806389 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-31ef7304-1fec-41e7-8423-2a153e040562 req-8da9aae1-122b-4f69-a373-fd1123ef1ab9 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Notify agent at l3_agent.dv-cinder-813225-6-iscsi the message routers_updated {{(pid=109222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 00:38:08.819165 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a13943-316a-4cea-b0d1-2836707e4fb1 None None] Sync routers for ids ['0e2ac5b4-99c9-449e-85f3-72d3fb2f461b'] in dv-cinder-813225-6-iscsi {{(pid=109224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 00:38:08.828839 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a13943-316a-4cea-b0d1-2836707e4fb1 None None] Routers {'0e2ac5b4-99c9-449e-85f3-72d3fb2f461b'} bound to L3 agent in host dv-cinder-813225-6-iscsi {{(pid=109224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:38:08.829566 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-34a13943-316a-4cea-b0d1-2836707e4fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-21T00:23:33Z,description=,heartbeat_timestamp=2022-02-21T00:38:04Z,host='dv-cinder-813225-6-iscsi',id=47b5b2cb-5391-4fc3-9478-3db20537c35a,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:23:34Z,topic='l3_agent')) {'router_ids': ['0e2ac5b4-99c9-449e-85f3-72d3fb2f461b'], 'active': True} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:38:08.849933 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.db.l3_dvrscheduler_db [req-31ef7304-1fec-41e7-8423-2a153e040562 req-8da9aae1-122b-4f69-a373-fd1123ef1ab9 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] No DVR routers for this DVR port 2a68a745-d4f6-4f3e-ba24-7c0010abc07d on host hv-cinder-81322 {{(pid=109222) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 00:38:08.852369 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-31ef7304-1fec-41e7-8423-2a153e040562 req-8da9aae1-122b-4f69-a373-fd1123ef1ab9 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469064'] for port (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:08.855721 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-31ef7304-1fec-41e7-8423-2a153e040562 req-8da9aae1-122b-4f69-a373-fd1123ef1ab9 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.36 "DELETE /v2.0/ports/2a68a745-d4f6-4f3e-ba24-7c0010abc07d HTTP/1.1" status: 204 len: 173 time: 0.8814631 Feb 21 00:38:08.856174 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '078bb8fa-e2f1-4d61-8dc4-e42f43fe36ca', 'name': 'network-vif-deleted', 'tag': '2a68a745-d4f6-4f3e-ba24-7c0010abc07d'}] {{(pid=109222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:38:08.858469 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81563fad7634ec273475caa61ca91dc94d21cc2561ee8f59b09b3f9a67cb5537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b31d152-74bf-4a4b-bbcf-babc179a6147" -d '{"events": [{"server_uuid": "078bb8fa-e2f1-4d61-8dc4-e42f43fe36ca", "name": "network-vif-deleted", "tag": "2a68a745-d4f6-4f3e-ba24-7c0010abc07d"}]}' {{(pid=109222) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:38:08.905552 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 00:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aff50e76-628e-4d5d-989a-9f9b10917b3c x-openstack-request-id: req-aff50e76-628e-4d5d-989a-9f9b10917b3c {{(pid=109222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:38:08.905947 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "078bb8fa-e2f1-4d61-8dc4-e42f43fe36ca", "name": "network-vif-deleted", "tag": "2a68a745-d4f6-4f3e-ba24-7c0010abc07d", "status": "completed", "code": 200}]} {{(pid=109222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:38:08.906279 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-aff50e76-628e-4d5d-989a-9f9b10917b3c {{(pid=109222) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:38:08.907923 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '078bb8fa-e2f1-4d61-8dc4-e42f43fe36ca', 'name': 'network-vif-deleted', 'tag': '2a68a745-d4f6-4f3e-ba24-7c0010abc07d', 'status': 'completed', 'code': 200} Feb 21 00:38:08.958867 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvr_db [None req-34a13943-316a-4cea-b0d1-2836707e4fb1 None None] Set router 0e2ac5b4-99c9-449e-85f3-72d3fb2f461b gateway port host: dv-cinder-813225-6-iscsi {{(pid=109224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:38:08.989748 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-e79475a5-0ce4-48c2-8af7-ff24926cc3d1 admin admin] Deleting port 8b6076ab-5c58-416e-bfd5-81c30c298c45 {{(pid=109223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 00:38:08.990249 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-e79475a5-0ce4-48c2-8af7-ff24926cc3d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731676621334'] for port (8b6076ab-5c58-416e-bfd5-81c30c298c45), before_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:09.077409 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-e79475a5-0ce4-48c2-8af7-ff24926cc3d1 admin admin] For port 8b6076ab-5c58-416e-bfd5-81c30c298c45, host dv-cinder-813225-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-6-iscsi',level=0,port_id=8b6076ab-5c58-416e-bfd5-81c30c298c45,segment=NetworkSegment(62e44578-53cb-4551-afb0-559d121984b2),segment_id=62e44578-53cb-4551-afb0-559d121984b2)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:38:09.077775 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-e79475a5-0ce4-48c2-8af7-ff24926cc3d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950719'] for port (8b6076ab-5c58-416e-bfd5-81c30c298c45), precommit_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:09.092521 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-e79475a5-0ce4-48c2-8af7-ff24926cc3d1 admin admin] Calling delete_port for 8b6076ab-5c58-416e-bfd5-81c30c298c45 owned by network:router_interface {{(pid=109223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 00:38:09.292166 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-e79475a5-0ce4-48c2-8af7-ff24926cc3d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731676626041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731676182824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3995289'] for port (8b6076ab-5c58-416e-bfd5-81c30c298c45), after_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:09.303314 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-34a13943-316a-4cea-b0d1-2836707e4fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e2ac5b4-99c9-449e-85f3-72d3fb2f461b', 'name': 'tempest-AttachVolumeTestJSON-923459538-router', 'tenant_id': 'f83942655a004261ad34343d44c6cf6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'external_fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '1bb1f34c-c765-4e9c-877f-be0fc6368b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:31:40Z', 'updated_at': '2022-02-21T00:31:57Z', 'revision_number': 4, 'project_id': 'f83942655a004261ad34343d44c6cf6b', 'gw_port': {'id': '1bb1f34c-c765-4e9c-877f-be0fc6368b70', 'name': '', 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:17:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2ac5b4-99c9-449e-85f3-72d3fb2f461b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:31:42Z', 'updated_at': '2022-02-21T00:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '890cd9a8-3116-412f-9022-3458585959da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-6-iscsi', '_interfaces': [{'id': '14c78ac1-77e4-4af4-a6fe-982d691b3ed2', 'name': '', 'network_id': 'c58ec42c-ebf4-48a5-8b13-e00a879614cb', 'tenant_id': 'f83942655a004261ad34343d44c6cf6b', 'mac_address': 'fa:16:3e:a2:2e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2ac5b4-99c9-449e-85f3-72d3fb2f461b', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'a770bec4-4043-4a9e-b8d8-da9ffce5c8ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:31:54Z', 'updated_at': '2022-02-21T00:32:05Z', 'revision_number': 5, 'project_id': 'f83942655a004261ad34343d44c6cf6b', 'subnets': [{'id': 'a770bec4-4043-4a9e-b8d8-da9ffce5c8ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-6-iscsi', False) {} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:38:09.331593 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79475a5-0ce4-48c2-8af7-ff24926cc3d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b6076ab-5c58-416e-bfd5-81c30c298c45,revision_number=None']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:38:09.333662 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a13943-316a-4cea-b0d1-2836707e4fb1 None None] Checking router: 0e2ac5b4-99c9-449e-85f3-72d3fb2f461b for host: dv-cinder-813225-6-iscsi {{(pid=109224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 00:38:09.345902 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a13943-316a-4cea-b0d1-2836707e4fb1 None None] Routers {'0e2ac5b4-99c9-449e-85f3-72d3fb2f461b'} bound to L3 agent in host dv-cinder-813225-6-iscsi {{(pid=109224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:38:09.346809 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-34a13943-316a-4cea-b0d1-2836707e4fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-21T00:23:33Z,description=,heartbeat_timestamp=2022-02-21T00:38:04Z,host='dv-cinder-813225-6-iscsi',id=47b5b2cb-5391-4fc3-9478-3db20537c35a,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:23:34Z,topic='l3_agent')) {'router_ids': ['0e2ac5b4-99c9-449e-85f3-72d3fb2f461b'], 'active': True} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:38:09.418176 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fd91f3-25b9-4ad6-8164-9fbee28d76e6 req-93fe51c1-9fa4-411f-9270-2b68f16026f1 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:38:09.419757 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-f0fd91f3-25b9-4ad6-8164-9fbee28d76e6 req-93fe51c1-9fa4-411f-9270-2b68f16026f1 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=294469b7-8854-4bee-b457-efbb0b15850e HTTP/1.1" status: 200 len: 945 time: 0.1363318 Feb 21 00:38:09.491097 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvr_db [None req-34a13943-316a-4cea-b0d1-2836707e4fb1 None None] Set router 0e2ac5b4-99c9-449e-85f3-72d3fb2f461b gateway port host: dv-cinder-813225-6-iscsi {{(pid=109224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:38:09.519589 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 60560) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:38:09.616999 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-f0fd91f3-25b9-4ad6-8164-9fbee28d76e6 req-658b1237-f940-461f-b0fa-1be23673b5f0 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=7620e282-a5c6-4f74-9c3a-d4610dec1186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1884344 Feb 21 00:38:09.647516 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-b03bbbae-4df5-4c8c-943b-86890b780e2c tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Publish callbacks [] for security_group (a61b9b78-64c5-404c-be35-249112e7bdbc), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:09.648923 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-e79475a5-0ce4-48c2-8af7-ff24926cc3d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-957799'] for router_interface (29342479-802e-4c6e-a1a3-85d2db756dc1), after_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:09.704491 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-b03bbbae-4df5-4c8c-943b-86890b780e2c tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Publish callbacks [] for security_group (a61b9b78-64c5-404c-be35-249112e7bdbc), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:09.751638 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-34a13943-316a-4cea-b0d1-2836707e4fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e2ac5b4-99c9-449e-85f3-72d3fb2f461b', 'name': 'tempest-AttachVolumeTestJSON-923459538-router', 'tenant_id': 'f83942655a004261ad34343d44c6cf6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'external_fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '1bb1f34c-c765-4e9c-877f-be0fc6368b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:31:40Z', 'updated_at': '2022-02-21T00:31:57Z', 'revision_number': 4, 'project_id': 'f83942655a004261ad34343d44c6cf6b', 'gw_port': {'id': '1bb1f34c-c765-4e9c-877f-be0fc6368b70', 'name': '', 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:17:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2ac5b4-99c9-449e-85f3-72d3fb2f461b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:31:42Z', 'updated_at': '2022-02-21T00:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '890cd9a8-3116-412f-9022-3458585959da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-6-iscsi', '_interfaces': [{'id': '14c78ac1-77e4-4af4-a6fe-982d691b3ed2', 'name': '', 'network_id': 'c58ec42c-ebf4-48a5-8b13-e00a879614cb', 'tenant_id': 'f83942655a004261ad34343d44c6cf6b', 'mac_address': 'fa:16:3e:a2:2e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2ac5b4-99c9-449e-85f3-72d3fb2f461b', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'a770bec4-4043-4a9e-b8d8-da9ffce5c8ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:31:54Z', 'updated_at': '2022-02-21T00:32:05Z', 'revision_number': 5, 'project_id': 'f83942655a004261ad34343d44c6cf6b', 'subnets': [{'id': 'a770bec4-4043-4a9e-b8d8-da9ffce5c8ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-6-iscsi', False) {} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:38:09.762720 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-b03bbbae-4df5-4c8c-943b-86890b780e2c tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (a61b9b78-64c5-404c-be35-249112e7bdbc), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:09.766023 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-b03bbbae-4df5-4c8c-943b-86890b780e2c tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Publish callbacks [] for security_group (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:09.770413 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-b03bbbae-4df5-4c8c-943b-86890b780e2c tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "DELETE /v2.0/security-groups/a61b9b78-64c5-404c-be35-249112e7bdbc HTTP/1.1" status: 204 len: 168 time: 0.2492921 Feb 21 00:38:09.771400 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 60562) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:38:09.779655 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a13943-316a-4cea-b0d1-2836707e4fb1 None None] The sync data for ids ['0e2ac5b4-99c9-449e-85f3-72d3fb2f461b'] in dv-cinder-813225-6-iscsi is: [{'id': '0e2ac5b4-99c9-449e-85f3-72d3fb2f461b', 'name': 'tempest-AttachVolumeTestJSON-923459538-router', 'tenant_id': 'f83942655a004261ad34343d44c6cf6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'external_fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '1bb1f34c-c765-4e9c-877f-be0fc6368b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:31:40Z', 'updated_at': '2022-02-21T00:31:57Z', 'revision_number': 4, 'project_id': 'f83942655a004261ad34343d44c6cf6b', 'gw_port': {'id': '1bb1f34c-c765-4e9c-877f-be0fc6368b70', 'name': '', 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:17:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2ac5b4-99c9-449e-85f3-72d3fb2f461b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:31:42Z', 'updated_at': '2022-02-21T00:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '890cd9a8-3116-412f-9022-3458585959da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-6-iscsi', '_interfaces': [{'id': '14c78ac1-77e4-4af4-a6fe-982d691b3ed2', 'name': '', 'network_id': 'c58ec42c-ebf4-48a5-8b13-e00a879614cb', 'tenant_id': 'f83942655a004261ad34343d44c6cf6b', 'mac_address': 'fa:16:3e:a2:2e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2ac5b4-99c9-449e-85f3-72d3fb2f461b', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'a770bec4-4043-4a9e-b8d8-da9ffce5c8ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:31:54Z', 'updated_at': '2022-02-21T00:32:05Z', 'revision_number': 5, 'project_id': 'f83942655a004261ad34343d44c6cf6b', 'subnets': [{'id': 'a770bec4-4043-4a9e-b8d8-da9ffce5c8ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 00:38:09.790918 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03bbbae-4df5-4c8c-943b-86890b780e2c tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a61b9b78-64c5-404c-be35-249112e7bdbc,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:38:09.798024 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.api.v2.resource [None req-5a13a434-83fb-4b5e-9a60-26f8ee243e98 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] show failed (client error): The resource could not be found. Feb 21 00:38:09.802004 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-5a13a434-83fb-4b5e-9a60-26f8ee243e98 tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "GET /v2.0/security-groups/a61b9b78-64c5-404c-be35-249112e7bdbc HTTP/1.1" status: 404 len: 347 time: 0.0233557 Feb 21 00:38:09.802286 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 60564) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:38:09.942764 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.plugin [None req-f3fc10ac-5d62-426e-bfba-29d54029ff1f tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Deleting port b7f0302b-e8f5-44d3-a521-5f792110e90b {{(pid=109222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 00:38:09.943111 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-f3fc10ac-5d62-426e-bfba-29d54029ff1f tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731676621334'] for port (b7f0302b-e8f5-44d3-a521-5f792110e90b), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:10.030233 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-f3fc10ac-5d62-426e-bfba-29d54029ff1f tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950719'] for port (b7f0302b-e8f5-44d3-a521-5f792110e90b), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:10.030629 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-f3fc10ac-5d62-426e-bfba-29d54029ff1f tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Publish callbacks [] for floatingip (b7f0302b-e8f5-44d3-a521-5f792110e90b), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:10.043996 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.plugin [None req-f3fc10ac-5d62-426e-bfba-29d54029ff1f tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Calling delete_port for b7f0302b-e8f5-44d3-a521-5f792110e90b owned by network:floatingip {{(pid=109222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 00:38:10.084400 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97cbec7-b35b-4b3d-91b1-3c8a17c0c5df None None] New status for floating IP a02030a2-2926-407d-b24c-cbf0e99e86ee: DOWN {{(pid=109225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 00:38:10.174113 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e79475a5-0ce4-48c2-8af7-ff24926cc3d1 admin admin] Router 29342479-802e-4c6e-a1a3-85d2db756dc1 has already been hosted by L3 agent 47b5b2cb-5391-4fc3-9478-3db20537c35a {{(pid=109223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 00:38:10.183435 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-f3fc10ac-5d62-426e-bfba-29d54029ff1f tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731676626041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731676182824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8582894421'] for port (b7f0302b-e8f5-44d3-a521-5f792110e90b), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:10.184540 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron_lib.db.api [None req-a97cbec7-b35b-4b3d-91b1-3c8a17c0c5df None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109225) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 00:38:10.185061 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG oslo_db.api [None req-a97cbec7-b35b-4b3d-91b1-3c8a17c0c5df None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=109225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 00:38:10.213379 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fc10ac-5d62-426e-bfba-29d54029ff1f tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Pushing event deleted for resources: {'Port': ['ID=b7f0302b-e8f5-44d3-a521-5f792110e90b,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:38:10.275245 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-f3fc10ac-5d62-426e-bfba-29d54029ff1f tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Publish callbacks [] for floatingip (a02030a2-2926-407d-b24c-cbf0e99e86ee), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:10.278301 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-f3fc10ac-5d62-426e-bfba-29d54029ff1f tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469064'] for floatingip (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:10.279505 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-f3fc10ac-5d62-426e-bfba-29d54029ff1f tempest-AttachVolumeTestJSON-198886335 tempest-AttachVolumeTestJSON-198886335-project] 10.222.0.45 "DELETE /v2.0/floatingips/a02030a2-2926-407d-b24c-cbf0e99e86ee HTTP/1.1" status: 204 len: 168 time: 0.4762518 Feb 21 00:38:10.289891 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e79475a5-0ce4-48c2-8af7-ff24926cc3d1 admin admin] Notify agent at l3_agent.dv-cinder-813225-6-iscsi the message routers_updated {{(pid=109223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 00:38:10.296678 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-e79475a5-0ce4-48c2-8af7-ff24926cc3d1 admin admin] 10.222.0.45 "PUT /v2.0/routers/29342479-802e-4c6e-a1a3-85d2db756dc1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9510865 Feb 21 00:38:10.299206 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 60568) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:38:10.302398 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef47f18-9e59-4822-9252-64423b33cd0d None None] Sync routers for ids ['29342479-802e-4c6e-a1a3-85d2db756dc1'] in dv-cinder-813225-6-iscsi {{(pid=109224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 00:38:10.315370 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef47f18-9e59-4822-9252-64423b33cd0d None None] Routers {'29342479-802e-4c6e-a1a3-85d2db756dc1'} bound to L3 agent in host dv-cinder-813225-6-iscsi {{(pid=109224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:38:10.316673 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-aef47f18-9e59-4822-9252-64423b33cd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-21T00:23:33Z,description=,heartbeat_timestamp=2022-02-21T00:38:04Z,host='dv-cinder-813225-6-iscsi',id=47b5b2cb-5391-4fc3-9478-3db20537c35a,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:23:34Z,topic='l3_agent')) {'router_ids': ['29342479-802e-4c6e-a1a3-85d2db756dc1'], 'active': True} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:38:10.415735 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-1b9f4496-f03c-4ca5-96bb-d31e978f4b2e admin admin] Publish callbacks [] for router (29342479-802e-4c6e-a1a3-85d2db756dc1), before_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:10.434277 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvr_db [None req-aef47f18-9e59-4822-9252-64423b33cd0d None None] Set router 29342479-802e-4c6e-a1a3-85d2db756dc1 gateway port host: dv-cinder-813225-6-iscsi {{(pid=109224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:38:10.519787 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-1b9f4496-f03c-4ca5-96bb-d31e978f4b2e admin admin] Publish callbacks [] for router_gateway (29342479-802e-4c6e-a1a3-85d2db756dc1), before_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:10.582155 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-1b9f4496-f03c-4ca5-96bb-d31e978f4b2e admin admin] Deleting port 5eb1c1b5-f705-4358-a87a-34aea6d28be8 {{(pid=109223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 00:38:10.582522 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-1b9f4496-f03c-4ca5-96bb-d31e978f4b2e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731676621334'] for port (5eb1c1b5-f705-4358-a87a-34aea6d28be8), before_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:10.616685 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-aef47f18-9e59-4822-9252-64423b33cd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29342479-802e-4c6e-a1a3-85d2db756dc1', 'name': 'tempest-TestMinimumBasicScenario-1676460080-router', 'tenant_id': '471e14591c9b4e4d9bd298269ddebacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'external_fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': '5eb1c1b5-f705-4358-a87a-34aea6d28be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:34:48Z', 'updated_at': '2022-02-21T00:38:09Z', 'revision_number': 5, 'project_id': '471e14591c9b4e4d9bd298269ddebacb', 'gw_port': {'id': '5eb1c1b5-f705-4358-a87a-34aea6d28be8', 'name': '', 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:7a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29342479-802e-4c6e-a1a3-85d2db756dc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:34:49Z', 'updated_at': '2022-02-21T00:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '890cd9a8-3116-412f-9022-3458585959da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-6-iscsi'}], 'dv-cinder-813225-6-iscsi', False) {} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:38:10.643538 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef47f18-9e59-4822-9252-64423b33cd0d None None] Checking router: 29342479-802e-4c6e-a1a3-85d2db756dc1 for host: dv-cinder-813225-6-iscsi {{(pid=109224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 00:38:10.652878 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef47f18-9e59-4822-9252-64423b33cd0d None None] Routers {'29342479-802e-4c6e-a1a3-85d2db756dc1'} bound to L3 agent in host dv-cinder-813225-6-iscsi {{(pid=109224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:38:10.653517 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-aef47f18-9e59-4822-9252-64423b33cd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-21T00:23:33Z,description=,heartbeat_timestamp=2022-02-21T00:38:04Z,host='dv-cinder-813225-6-iscsi',id=47b5b2cb-5391-4fc3-9478-3db20537c35a,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:23:34Z,topic='l3_agent')) {'router_ids': ['29342479-802e-4c6e-a1a3-85d2db756dc1'], 'active': True} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:38:10.672283 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-1b9f4496-f03c-4ca5-96bb-d31e978f4b2e admin admin] For port 5eb1c1b5-f705-4358-a87a-34aea6d28be8, host dv-cinder-813225-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-6-iscsi',level=0,port_id=5eb1c1b5-f705-4358-a87a-34aea6d28be8,segment=NetworkSegment(d470c98a-8644-4be8-8df1-f825c0b18c68),segment_id=d470c98a-8644-4be8-8df1-f825c0b18c68)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:38:10.672746 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-1b9f4496-f03c-4ca5-96bb-d31e978f4b2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950719'] for port (5eb1c1b5-f705-4358-a87a-34aea6d28be8), precommit_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:10.686545 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97cbec7-b35b-4b3d-91b1-3c8a17c0c5df None None] New status for floating IP a02030a2-2926-407d-b24c-cbf0e99e86ee: DOWN {{(pid=109225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 00:38:10.686717 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-1b9f4496-f03c-4ca5-96bb-d31e978f4b2e admin admin] Calling delete_port for 5eb1c1b5-f705-4358-a87a-34aea6d28be8 owned by network:router_gateway {{(pid=109223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 00:38:10.761275 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvr_db [None req-aef47f18-9e59-4822-9252-64423b33cd0d None None] Set router 29342479-802e-4c6e-a1a3-85d2db756dc1 gateway port host: None {{(pid=109224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:38:10.815136 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-aef47f18-9e59-4822-9252-64423b33cd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29342479-802e-4c6e-a1a3-85d2db756dc1', 'name': 'tempest-TestMinimumBasicScenario-1676460080-router', 'tenant_id': '471e14591c9b4e4d9bd298269ddebacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:34:48Z', 'updated_at': '2022-02-21T00:38:10Z', 'revision_number': 6, 'project_id': '471e14591c9b4e4d9bd298269ddebacb', 'gw_port_host': None}], 'dv-cinder-813225-6-iscsi', False) {} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:38:10.853595 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef47f18-9e59-4822-9252-64423b33cd0d None None] The sync data for ids ['29342479-802e-4c6e-a1a3-85d2db756dc1'] in dv-cinder-813225-6-iscsi is: [{'id': '29342479-802e-4c6e-a1a3-85d2db756dc1', 'name': 'tempest-TestMinimumBasicScenario-1676460080-router', 'tenant_id': '471e14591c9b4e4d9bd298269ddebacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:34:48Z', 'updated_at': '2022-02-21T00:38:10Z', 'revision_number': 6, 'project_id': '471e14591c9b4e4d9bd298269ddebacb', 'gw_port_host': None}] {{(pid=109224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 00:38:10.859117 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02d3206-1c9c-409f-99dd-4648606deac6 req-6c1abbbb-6b24-4c33-bcaa-121621c9f784 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:38:10.865003 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-a02d3206-1c9c-409f-99dd-4648606deac6 req-6c1abbbb-6b24-4c33-bcaa-121621c9f784 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=294469b7-8854-4bee-b457-efbb0b15850e HTTP/1.1" status: 200 len: 945 time: 0.0834427 Feb 21 00:38:10.905554 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-1b9f4496-f03c-4ca5-96bb-d31e978f4b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731676626041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731676182824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3995289'] for port (5eb1c1b5-f705-4358-a87a-34aea6d28be8), after_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:10.931768 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-a02d3206-1c9c-409f-99dd-4648606deac6 req-e702e066-c9cf-4780-ae5b-96a09473c510 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=7620e282-a5c6-4f74-9c3a-d4610dec1186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645261 Feb 21 00:38:10.937002 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9f4496-f03c-4ca5-96bb-d31e978f4b2e admin admin] Pushing event deleted for resources: {'Port': ['ID=5eb1c1b5-f705-4358-a87a-34aea6d28be8,revision_number=None']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:38:11.022494 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-1b9f4496-f03c-4ca5-96bb-d31e978f4b2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-951181'] for router_gateway (29342479-802e-4c6e-a1a3-85d2db756dc1), after_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:11.127011 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Device 7737bb4f-43f4-4311-a75d-cc77a3bece1e details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109224) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 00:38:11.134707 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Device 2a68a745-d4f6-4f3e-ba24-7c0010abc07d no longer exists at agent hyperv_hv-cinder-81322 {{(pid=109224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 00:38:11.157643 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-1b9f4496-f03c-4ca5-96bb-d31e978f4b2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-955153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1962'] for router (29342479-802e-4c6e-a1a3-85d2db756dc1), precommit_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:11.160859 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-1b9f4496-f03c-4ca5-96bb-d31e978f4b2e admin admin] Publish callbacks [] for router_controller (29342479-802e-4c6e-a1a3-85d2db756dc1), precommit_delete_associations {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:11.164983 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] No Port match for: 2a68a745-d4f6-4f3e-ba24-7c0010abc07d {{(pid=109224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 00:38:11.165335 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Device 2a68a745-d4f6-4f3e-ba24-7c0010abc07d not bound to the agent host hv-cinder-81322 {{(pid=109224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 00:38:11.165770 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Device 6bb787e3-e415-46c7-b65e-52a74666e345 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=109224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 00:38:11.188283 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] No Port match for: 6bb787e3-e415-46c7-b65e-52a74666e345 {{(pid=109224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 00:38:11.188595 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Device 6bb787e3-e415-46c7-b65e-52a74666e345 not bound to the agent host hv-cinder-81322 {{(pid=109224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 00:38:11.255055 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-1b9f4496-f03c-4ca5-96bb-d31e978f4b2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-955240'] for router (29342479-802e-4c6e-a1a3-85d2db756dc1), after_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:11.255858 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b9f4496-f03c-4ca5-96bb-d31e978f4b2e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 29342479-802e-4c6e-a1a3-85d2db756dc1 {{(pid=109223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 00:38:11.263117 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-1b9f4496-f03c-4ca5-96bb-d31e978f4b2e admin admin] Publish callbacks [] for router (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:11.266675 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-1b9f4496-f03c-4ca5-96bb-d31e978f4b2e admin admin] 10.222.0.45 "DELETE /v2.0/routers/29342479-802e-4c6e-a1a3-85d2db756dc1 HTTP/1.1" status: 204 len: 168 time: 0.9643371 Feb 21 00:38:11.267160 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 60596) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:38:11.299642 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] For port 7737bb4f-43f4-4311-a75d-cc77a3bece1e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=7737bb4f-43f4-4311-a75d-cc77a3bece1e,segment=NetworkSegment(905ecc73-8a74-4e6f-8e03-5ec9e3dbca32),segment_id=905ecc73-8a74-4e6f-8e03-5ec9e3dbca32)] {{(pid=109224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:38:11.325068 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Returning: {'device': '7737bb4f-43f4-4311-a75d-cc77a3bece1e', 'network_id': '2cc309f6-129c-421f-a7c2-95ecda53f9b9', 'port_id': '7737bb4f-43f4-4311-a75d-cc77a3bece1e', 'mac_address': 'fa:16:3e:5c:85:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c4904f9-0933-4cbb-8971-c27649ee3505', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109224) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 00:38:11.340238 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.db.db_base_plugin_v2 [None req-989cc1b8-371e-4a02-a3f6-2eb85e312384 admin admin] Deleting subnet 29d266b3-d638-4ac9-99d5-4bbc8fdc8eb4 {{(pid=109222) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 00:38:11.344511 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-989cc1b8-371e-4a02-a3f6-2eb85e312384 admin admin] Publish callbacks [] for subnet (29d266b3-d638-4ac9-99d5-4bbc8fdc8eb4), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:11.384770 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Current status of the port 7737bb4f-43f4-4311-a75d-cc77a3bece1e is: ACTIVE; New status is: BUILD {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:38:11.385907 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (7737bb4f-43f4-4311-a75d-cc77a3bece1e), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:11.405261 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.notifiers.nova [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7737bb4f-43f4-4311-a75d-cc77a3bece1e {{(pid=109224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 00:38:11.406571 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-989cc1b8-371e-4a02-a3f6-2eb85e312384 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8582972286'] for subnet (29d266b3-d638-4ac9-99d5-4bbc8fdc8eb4), precommit_delete_associations {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:11.445114 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] For port 7737bb4f-43f4-4311-a75d-cc77a3bece1e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=7737bb4f-43f4-4311-a75d-cc77a3bece1e,segment=NetworkSegment(905ecc73-8a74-4e6f-8e03-5ec9e3dbca32),segment_id=905ecc73-8a74-4e6f-8e03-5ec9e3dbca32)] {{(pid=109224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:38:11.452292 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (7737bb4f-43f4-4311-a75d-cc77a3bece1e), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:11.538307 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Pushing event updated for resources: {'Port': ['ID=7737bb4f-43f4-4311-a75d-cc77a3bece1e,revision_number=6']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:38:11.556092 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] get_ports_and_sgs() called for port_ids ['7737bb4f-43f4-4311-a75d-cc77a3bece1e'] {{(pid=109224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 00:38:11.613587 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-989cc1b8-371e-4a02-a3f6-2eb85e312384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15913268'] for subnet (29d266b3-d638-4ac9-99d5-4bbc8fdc8eb4), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:11.689627 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-989cc1b8-371e-4a02-a3f6-2eb85e312384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15913229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8582891908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8583079210'] for subnet (29d266b3-d638-4ac9-99d5-4bbc8fdc8eb4), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:11.716000 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1483a537-2b8b-4cf2-95f3-ac51fb473bb8 None None] Network ca36ee0b-69dd-47af-b5ea-ecee46692eff requested from dv-cinder-813225-6-iscsi {{(pid=109224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 00:38:11.722857 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-989cc1b8-371e-4a02-a3f6-2eb85e312384 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:11.728892 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-989cc1b8-371e-4a02-a3f6-2eb85e312384 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/29d266b3-d638-4ac9-99d5-4bbc8fdc8eb4 HTTP/1.1" status: 204 len: 168 time: 0.4581783 Feb 21 00:38:11.728892 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 60604) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:38:11.735855 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989cc1b8-371e-4a02-a3f6-2eb85e312384 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29d266b3-d638-4ac9-99d5-4bbc8fdc8eb4,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:38:11.855977 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-eb01829e-e1e7-40a9-ba90-14148a75911d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16070333'] for network (ca36ee0b-69dd-47af-b5ea-ecee46692eff), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:11.916253 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Device 8b6076ab-5c58-416e-bfd5-81c30c298c45 no longer exists at agent ovs-agent-dv-cinder-813225-6-iscsi {{(pid=109224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 00:38:11.957062 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] No Port match for: 8b6076ab-5c58-416e-bfd5-81c30c298c45 {{(pid=109224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 00:38:11.957548 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Device 8b6076ab-5c58-416e-bfd5-81c30c298c45 not bound to the agent host dv-cinder-813225-6-iscsi {{(pid=109224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 00:38:11.958114 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Device 5eb1c1b5-f705-4358-a87a-34aea6d28be8 no longer exists at agent ovs-agent-dv-cinder-813225-6-iscsi {{(pid=109224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 00:38:11.993790 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.plugin [None req-eb01829e-e1e7-40a9-ba90-14148a75911d admin admin] Deleting port de252086-a143-46d5-a98b-28f9f45f1dde {{(pid=109222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 00:38:11.994759 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-eb01829e-e1e7-40a9-ba90-14148a75911d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731676621334'] for port (de252086-a143-46d5-a98b-28f9f45f1dde), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:12.021229 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] No Port match for: 5eb1c1b5-f705-4358-a87a-34aea6d28be8 {{(pid=109224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 00:38:12.021721 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Device 5eb1c1b5-f705-4358-a87a-34aea6d28be8 not bound to the agent host dv-cinder-813225-6-iscsi {{(pid=109224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 00:38:12.023609 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9616f010-56db-4064-b3f3-622ddf4dc35e None None] DHCP port deletion for ca36ee0b-69dd-47af-b5ea-ecee46692eff request from dv-cinder-813225-6-iscsi {{(pid=109224) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 21 00:38:12.097956 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.db [None req-eb01829e-e1e7-40a9-ba90-14148a75911d admin admin] For port de252086-a143-46d5-a98b-28f9f45f1dde, host dv-cinder-813225-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-6-iscsi',level=0,port_id=de252086-a143-46d5-a98b-28f9f45f1dde,segment=NetworkSegment(62e44578-53cb-4551-afb0-559d121984b2),segment_id=62e44578-53cb-4551-afb0-559d121984b2)] {{(pid=109222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:38:12.098587 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-eb01829e-e1e7-40a9-ba90-14148a75911d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950719'] for port (de252086-a143-46d5-a98b-28f9f45f1dde), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:12.134465 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-9616f010-56db-4064-b3f3-622ddf4dc35e None None] Deleting port de252086-a143-46d5-a98b-28f9f45f1dde {{(pid=109224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 00:38:12.134840 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-9616f010-56db-4064-b3f3-622ddf4dc35e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731676621334'] for port (de252086-a143-46d5-a98b-28f9f45f1dde), before_delete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:12.135522 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.plugin [None req-eb01829e-e1e7-40a9-ba90-14148a75911d admin admin] Calling delete_port for de252086-a143-46d5-a98b-28f9f45f1dde owned by network:dhcp {{(pid=109222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 00:38:12.152568 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db97f10-21d9-469c-b6c7-d441fa25cf93 req-9c898fa1-71f7-45c0-a4fa-ebaab33f7bfc tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:38:12.183020 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-0db97f10-21d9-469c-b6c7-d441fa25cf93 req-9c898fa1-71f7-45c0-a4fa-ebaab33f7bfc tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=294469b7-8854-4bee-b457-efbb0b15850e HTTP/1.1" status: 200 len: 944 time: 0.1122432 Feb 21 00:38:12.214686 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-9616f010-56db-4064-b3f3-622ddf4dc35e None None] For port de252086-a143-46d5-a98b-28f9f45f1dde, host dv-cinder-813225-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-6-iscsi',level=0,port_id=de252086-a143-46d5-a98b-28f9f45f1dde,segment=NetworkSegment(62e44578-53cb-4551-afb0-559d121984b2),segment_id=62e44578-53cb-4551-afb0-559d121984b2)] {{(pid=109224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:38:12.215216 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-9616f010-56db-4064-b3f3-622ddf4dc35e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950719'] for port (de252086-a143-46d5-a98b-28f9f45f1dde), precommit_delete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:12.244695 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-9616f010-56db-4064-b3f3-622ddf4dc35e None None] Calling delete_port for de252086-a143-46d5-a98b-28f9f45f1dde owned by network:dhcp {{(pid=109224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 00:38:12.260751 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-0db97f10-21d9-469c-b6c7-d441fa25cf93 req-ebae4dac-45aa-45ad-ba83-ae426d69e3b9 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=7620e282-a5c6-4f74-9c3a-d4610dec1186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761623 Feb 21 00:38:12.295154 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-eb01829e-e1e7-40a9-ba90-14148a75911d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731676626041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731676182824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8582894421'] for port (de252086-a143-46d5-a98b-28f9f45f1dde), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:12.326608 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb01829e-e1e7-40a9-ba90-14148a75911d admin admin] Pushing event deleted for resources: {'Port': ['ID=de252086-a143-46d5-a98b-28f9f45f1dde,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:38:12.334124 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb01829e-e1e7-40a9-ba90-14148a75911d admin admin] No DVR routers for this DVR port de252086-a143-46d5-a98b-28f9f45f1dde on host dv-cinder-813225-6-iscsi {{(pid=109222) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 00:38:12.419570 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-eb01829e-e1e7-40a9-ba90-14148a75911d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15920573', 'neutron.services.segments.db._delete_segments_for_network-8731676696634'] for network (ca36ee0b-69dd-47af-b5ea-ecee46692eff), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:12.437368 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-9616f010-56db-4064-b3f3-622ddf4dc35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731676626041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731676182824'] for port (de252086-a143-46d5-a98b-28f9f45f1dde), after_delete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:12.452144 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.services.segments.db [None req-eb01829e-e1e7-40a9-ba90-14148a75911d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca36ee0b-69dd-47af-b5ea-ecee46692eff']}} {{(pid=109222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:38:12.463979 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.services.segments.db [None req-eb01829e-e1e7-40a9-ba90-14148a75911d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62e44578-53cb-4551-afb0-559d121984b2') {'for_net_delete': True} {{(pid=109222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:38:12.464432 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.services.segments.db [None req-eb01829e-e1e7-40a9-ba90-14148a75911d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62e44578-53cb-4551-afb0-559d121984b2') {} {{(pid=109222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:38:12.468918 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9616f010-56db-4064-b3f3-622ddf4dc35e None None] Pushing event deleted for resources: {'Port': ['ID=de252086-a143-46d5-a98b-28f9f45f1dde,revision_number=None']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:38:12.476868 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-eb01829e-e1e7-40a9-ba90-14148a75911d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731676697155', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8582972263'] for segment (62e44578-53cb-4551-afb0-559d121984b2), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:12.481487 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9616f010-56db-4064-b3f3-622ddf4dc35e None None] No DVR routers for this DVR port de252086-a143-46d5-a98b-28f9f45f1dde on host dv-cinder-813225-6-iscsi {{(pid=109224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 00:38:12.493645 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-eb01829e-e1e7-40a9-ba90-14148a75911d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16097169'] for segment (62e44578-53cb-4551-afb0-559d121984b2), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:12.499832 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb01829e-e1e7-40a9-ba90-14148a75911d admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=109222) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 00:38:12.500264 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-eb01829e-e1e7-40a9-ba90-14148a75911d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16097169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582894434'] for segment (62e44578-53cb-4551-afb0-559d121984b2), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:12.502741 dv-cinder-813225-6-iscsi neutron-server[109222]: Traceback (most recent call last): Feb 21 00:38:12.502741 dv-cinder-813225-6-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 00:38:12.502741 dv-cinder-813225-6-iscsi neutron-server[109222]: timer() Feb 21 00:38:12.502741 dv-cinder-813225-6-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 00:38:12.502741 dv-cinder-813225-6-iscsi neutron-server[109222]: cb(*args, **kw) Feb 21 00:38:12.502741 dv-cinder-813225-6-iscsi neutron-server[109222]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 00:38:12.502741 dv-cinder-813225-6-iscsi neutron-server[109222]: return func(*args, **kwargs) Feb 21 00:38:12.502741 dv-cinder-813225-6-iscsi neutron-server[109222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 00:38:12.502741 dv-cinder-813225-6-iscsi neutron-server[109222]: self._notify() Feb 21 00:38:12.502741 dv-cinder-813225-6-iscsi neutron-server[109222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 00:38:12.502741 dv-cinder-813225-6-iscsi neutron-server[109222]: self.callback(batched_events) Feb 21 00:38:12.502741 dv-cinder-813225-6-iscsi neutron-server[109222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 00:38:12.502741 dv-cinder-813225-6-iscsi neutron-server[109222]: event.method(event) Feb 21 00:38:12.502741 dv-cinder-813225-6-iscsi neutron-server[109222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 00:38:12.502741 dv-cinder-813225-6-iscsi neutron-server[109222]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 00:38:12.502741 dv-cinder-813225-6-iscsi neutron-server[109222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 00:38:12.502741 dv-cinder-813225-6-iscsi neutron-server[109222]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 00:38:12.502741 dv-cinder-813225-6-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 00:38:12.502741 dv-cinder-813225-6-iscsi neutron-server[109222]: return f(self, *a, **k) Feb 21 00:38:12.502741 dv-cinder-813225-6-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 00:38:12.502741 dv-cinder-813225-6-iscsi neutron-server[109222]: return self._get(url).json() Feb 21 00:38:12.502741 dv-cinder-813225-6-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 00:38:12.502741 dv-cinder-813225-6-iscsi neutron-server[109222]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 00:38:12.502741 dv-cinder-813225-6-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 00:38:12.502741 dv-cinder-813225-6-iscsi neutron-server[109222]: return self.request(url, 'GET', **kwargs) Feb 21 00:38:12.502741 dv-cinder-813225-6-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 00:38:12.502741 dv-cinder-813225-6-iscsi neutron-server[109222]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 00:38:12.502741 dv-cinder-813225-6-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 00:38:12.502741 dv-cinder-813225-6-iscsi neutron-server[109222]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 00:38:12.502741 dv-cinder-813225-6-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 00:38:12.502741 dv-cinder-813225-6-iscsi neutron-server[109222]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 00:38:12.502741 dv-cinder-813225-6-iscsi neutron-server[109222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 00:38:12.572641 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-eb01829e-e1e7-40a9-ba90-14148a75911d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15920566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-951265'] for network (ca36ee0b-69dd-47af-b5ea-ecee46692eff), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:12.580932 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-eb01829e-e1e7-40a9-ba90-14148a75911d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582445'] for network (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:12.587655 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-eb01829e-e1e7-40a9-ba90-14148a75911d admin admin] 10.222.0.45 "DELETE /v2.0/networks/ca36ee0b-69dd-47af-b5ea-ecee46692eff HTTP/1.1" status: 204 len: 168 time: 0.8545334 Feb 21 00:38:12.590113 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 60608) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:38:12.600145 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb01829e-e1e7-40a9-ba90-14148a75911d admin admin] Pushing event deleted for resources: {'Network': ['ID=ca36ee0b-69dd-47af-b5ea-ecee46692eff,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:38:13.061297 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f4e6aa74-31da-4935-92f5-dd390408856b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-951543'] for router_interface (7b2d5a08-6b33-4e2b-a39c-5af723c79a2b), before_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:13.136029 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Device 7737bb4f-43f4-4311-a75d-cc77a3bece1e up at agent hyperv_hv-cinder-81322 {{(pid=109224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:38:13.202912 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Provisioning complete for port 7737bb4f-43f4-4311-a75d-cc77a3bece1e triggered by entity L2. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:38:13.203666 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (7737bb4f-43f4-4311-a75d-cc77a3bece1e), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:13.391788 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-f4e6aa74-31da-4935-92f5-dd390408856b admin admin] Deleting port 600d10b3-df54-448c-83c7-1e37473c53d8 {{(pid=109223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 00:38:13.392772 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f4e6aa74-31da-4935-92f5-dd390408856b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731676621334'] for port (600d10b3-df54-448c-83c7-1e37473c53d8), before_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:13.406808 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c740eb-e9cd-492f-a6bf-98d71135e0f4 req-37cf5e9b-481b-43a4-bef1-34abd3650357 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:38:13.409298 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-09c740eb-e9cd-492f-a6bf-98d71135e0f4 req-37cf5e9b-481b-43a4-bef1-34abd3650357 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=294469b7-8854-4bee-b457-efbb0b15850e HTTP/1.1" status: 200 len: 944 time: 0.0733385 Feb 21 00:38:13.481240 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-f4e6aa74-31da-4935-92f5-dd390408856b admin admin] For port 600d10b3-df54-448c-83c7-1e37473c53d8, host dv-cinder-813225-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-6-iscsi',level=0,port_id=600d10b3-df54-448c-83c7-1e37473c53d8,segment=NetworkSegment(049267d6-1ecf-4e81-b52b-36138c6a8bf5),segment_id=049267d6-1ecf-4e81-b52b-36138c6a8bf5)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:38:13.481854 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f4e6aa74-31da-4935-92f5-dd390408856b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950719'] for port (600d10b3-df54-448c-83c7-1e37473c53d8), precommit_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:13.486957 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-09c740eb-e9cd-492f-a6bf-98d71135e0f4 req-a8744365-80b4-4e8a-b4d1-4adf3188cc2a tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=7620e282-a5c6-4f74-9c3a-d4610dec1186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717173 Feb 21 00:38:13.494345 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-f4e6aa74-31da-4935-92f5-dd390408856b admin admin] Calling delete_port for 600d10b3-df54-448c-83c7-1e37473c53d8 owned by network:router_interface {{(pid=109223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 00:38:13.508493 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Current status of the port 7737bb4f-43f4-4311-a75d-cc77a3bece1e is: BUILD; New status is: ACTIVE {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:38:13.508994 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (7737bb4f-43f4-4311-a75d-cc77a3bece1e), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:13.538338 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '294469b7-8854-4bee-b457-efbb0b15850e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7737bb4f-43f4-4311-a75d-cc77a3bece1e'}] {{(pid=109224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:38:13.540663 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea31762fe36adf1256da5116fd788589841920f52286d7e0b0077cda52487892" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aac8666f-bb01-4526-9471-1cc7a1c79e0d" -d '{"events": [{"server_uuid": "294469b7-8854-4bee-b457-efbb0b15850e", "name": "network-vif-plugged", "status": "completed", "tag": "7737bb4f-43f4-4311-a75d-cc77a3bece1e"}]}' {{(pid=109224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:38:13.585034 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] For port 7737bb4f-43f4-4311-a75d-cc77a3bece1e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=7737bb4f-43f4-4311-a75d-cc77a3bece1e,segment=NetworkSegment(905ecc73-8a74-4e6f-8e03-5ec9e3dbca32),segment_id=905ecc73-8a74-4e6f-8e03-5ec9e3dbca32)] {{(pid=109224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:38:13.600155 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 00:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b8dabfb-35ab-4e26-8643-044ed2d17042 x-openstack-request-id: req-6b8dabfb-35ab-4e26-8643-044ed2d17042 {{(pid=109224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:38:13.600490 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "294469b7-8854-4bee-b457-efbb0b15850e", "name": "network-vif-plugged", "status": "completed", "tag": "7737bb4f-43f4-4311-a75d-cc77a3bece1e", "code": 200}]} {{(pid=109224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:38:13.600938 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6b8dabfb-35ab-4e26-8643-044ed2d17042 {{(pid=109224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:38:13.601117 dv-cinder-813225-6-iscsi neutron-server[109224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '294469b7-8854-4bee-b457-efbb0b15850e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7737bb4f-43f4-4311-a75d-cc77a3bece1e', 'code': 200} Feb 21 00:38:13.602928 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (7737bb4f-43f4-4311-a75d-cc77a3bece1e), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:13.684977 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Pushing event updated for resources: {'Port': ['ID=7737bb4f-43f4-4311-a75d-cc77a3bece1e,revision_number=7']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:38:13.694230 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Device de252086-a143-46d5-a98b-28f9f45f1dde no longer exists at agent ovs-agent-dv-cinder-813225-6-iscsi {{(pid=109224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 00:38:13.727336 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] No Port match for: de252086-a143-46d5-a98b-28f9f45f1dde {{(pid=109224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 00:38:13.727690 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Device de252086-a143-46d5-a98b-28f9f45f1dde not bound to the agent host dv-cinder-813225-6-iscsi {{(pid=109224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 00:38:13.779827 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f4e6aa74-31da-4935-92f5-dd390408856b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731676626041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731676182824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3995289'] for port (600d10b3-df54-448c-83c7-1e37473c53d8), after_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:13.806458 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e6aa74-31da-4935-92f5-dd390408856b admin admin] Pushing event deleted for resources: {'Port': ['ID=600d10b3-df54-448c-83c7-1e37473c53d8,revision_number=None']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:38:13.974717 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 60632) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:38:14.049039 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f4e6aa74-31da-4935-92f5-dd390408856b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-957799'] for router_interface (7b2d5a08-6b33-4e2b-a39c-5af723c79a2b), after_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:14.403931 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4e6aa74-31da-4935-92f5-dd390408856b admin admin] Router 7b2d5a08-6b33-4e2b-a39c-5af723c79a2b has already been hosted by L3 agent 47b5b2cb-5391-4fc3-9478-3db20537c35a {{(pid=109223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 00:38:14.671374 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31260e5-d70c-4ecf-87c3-ed4410413ea1 req-12440a09-03c5-46d7-90ab-390f1e95a3f6 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:38:14.671374 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-e31260e5-d70c-4ecf-87c3-ed4410413ea1 req-12440a09-03c5-46d7-90ab-390f1e95a3f6 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=294469b7-8854-4bee-b457-efbb0b15850e HTTP/1.1" status: 200 len: 945 time: 0.0783513 Feb 21 00:38:14.701394 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (2124d49d-e543-43fa-8e9f-817e1d020459), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:14.715636 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-e31260e5-d70c-4ecf-87c3-ed4410413ea1 req-aeb787ed-dd38-498c-81d0-f32f2e59bc85 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=7620e282-a5c6-4f74-9c3a-d4610dec1186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551116 Feb 21 00:38:14.924496 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4e6aa74-31da-4935-92f5-dd390408856b admin admin] Notify agent at l3_agent.dv-cinder-813225-6-iscsi the message routers_updated {{(pid=109223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 00:38:14.932591 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-f4e6aa74-31da-4935-92f5-dd390408856b admin admin] 10.222.0.45 "PUT /v2.0/routers/7b2d5a08-6b33-4e2b-a39c-5af723c79a2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3381467 Feb 21 00:38:14.933560 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 60642) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:38:14.933750 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbc1d1c-da62-43b4-99fe-52512e4e0bc4 None None] Sync routers for ids ['7b2d5a08-6b33-4e2b-a39c-5af723c79a2b'] in dv-cinder-813225-6-iscsi {{(pid=109225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 00:38:14.947231 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbc1d1c-da62-43b4-99fe-52512e4e0bc4 None None] Routers {'7b2d5a08-6b33-4e2b-a39c-5af723c79a2b'} bound to L3 agent in host dv-cinder-813225-6-iscsi {{(pid=109225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:38:14.948248 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_hamode_db [None req-efbc1d1c-da62-43b4-99fe-52512e4e0bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-21T00:23:33Z,description=,heartbeat_timestamp=2022-02-21T00:38:04Z,host='dv-cinder-813225-6-iscsi',id=47b5b2cb-5391-4fc3-9478-3db20537c35a,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:23:34Z,topic='l3_agent')) {'router_ids': ['7b2d5a08-6b33-4e2b-a39c-5af723c79a2b'], 'active': True} {{(pid=109225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:38:15.060568 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-fad59a85-f1c3-443e-87e0-5af57cc6a489 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-951543'] for router_interface (0e2ac5b4-99c9-449e-85f3-72d3fb2f461b), before_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:15.077022 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-589b91c4-888f-4356-bdd1-5074e859460c admin admin] Publish callbacks [] for router (7b2d5a08-6b33-4e2b-a39c-5af723c79a2b), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:15.105187 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_dvr_db [None req-efbc1d1c-da62-43b4-99fe-52512e4e0bc4 None None] Set router 7b2d5a08-6b33-4e2b-a39c-5af723c79a2b gateway port host: dv-cinder-813225-6-iscsi {{(pid=109225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:38:15.224639 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-589b91c4-888f-4356-bdd1-5074e859460c admin admin] Publish callbacks [] for router_gateway (7b2d5a08-6b33-4e2b-a39c-5af723c79a2b), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:15.300498 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.plugin [None req-589b91c4-888f-4356-bdd1-5074e859460c admin admin] Deleting port 18d23bc2-1949-4166-9c28-a926f2814aec {{(pid=109222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 00:38:15.301136 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-589b91c4-888f-4356-bdd1-5074e859460c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731676621334'] for port (18d23bc2-1949-4166-9c28-a926f2814aec), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:15.320474 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_hamode_db [None req-efbc1d1c-da62-43b4-99fe-52512e4e0bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b2d5a08-6b33-4e2b-a39c-5af723c79a2b', 'name': 'tempest-TestMinimumBasicScenario-869760556-router', 'tenant_id': '3340c291b0834db6b2924c05baa6961a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'external_fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': '18d23bc2-1949-4166-9c28-a926f2814aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:34:55Z', 'updated_at': '2022-02-21T00:38:13Z', 'revision_number': 5, 'project_id': '3340c291b0834db6b2924c05baa6961a', 'gw_port': {'id': '18d23bc2-1949-4166-9c28-a926f2814aec', 'name': '', 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:4f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2d5a08-6b33-4e2b-a39c-5af723c79a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:34:56Z', 'updated_at': '2022-02-21T00:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '890cd9a8-3116-412f-9022-3458585959da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-6-iscsi'}], 'dv-cinder-813225-6-iscsi', False) {} {{(pid=109225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:38:15.352111 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbc1d1c-da62-43b4-99fe-52512e4e0bc4 None None] Checking router: 7b2d5a08-6b33-4e2b-a39c-5af723c79a2b for host: dv-cinder-813225-6-iscsi {{(pid=109225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 00:38:15.363814 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbc1d1c-da62-43b4-99fe-52512e4e0bc4 None None] Routers {'7b2d5a08-6b33-4e2b-a39c-5af723c79a2b'} bound to L3 agent in host dv-cinder-813225-6-iscsi {{(pid=109225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:38:15.364789 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_hamode_db [None req-efbc1d1c-da62-43b4-99fe-52512e4e0bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-21T00:23:33Z,description=,heartbeat_timestamp=2022-02-21T00:38:04Z,host='dv-cinder-813225-6-iscsi',id=47b5b2cb-5391-4fc3-9478-3db20537c35a,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:23:34Z,topic='l3_agent')) {'router_ids': ['7b2d5a08-6b33-4e2b-a39c-5af723c79a2b'], 'active': True} {{(pid=109225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:38:15.402165 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-fad59a85-f1c3-443e-87e0-5af57cc6a489 admin admin] Deleting port 14c78ac1-77e4-4af4-a6fe-982d691b3ed2 {{(pid=109223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 00:38:15.402522 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-fad59a85-f1c3-443e-87e0-5af57cc6a489 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731676621334'] for port (14c78ac1-77e4-4af4-a6fe-982d691b3ed2), before_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:15.423071 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.db [None req-589b91c4-888f-4356-bdd1-5074e859460c admin admin] For port 18d23bc2-1949-4166-9c28-a926f2814aec, host dv-cinder-813225-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-6-iscsi',level=0,port_id=18d23bc2-1949-4166-9c28-a926f2814aec,segment=NetworkSegment(d470c98a-8644-4be8-8df1-f825c0b18c68),segment_id=d470c98a-8644-4be8-8df1-f825c0b18c68)] {{(pid=109222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:38:15.423476 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-589b91c4-888f-4356-bdd1-5074e859460c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950719'] for port (18d23bc2-1949-4166-9c28-a926f2814aec), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:15.437090 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.plugin [None req-589b91c4-888f-4356-bdd1-5074e859460c admin admin] Calling delete_port for 18d23bc2-1949-4166-9c28-a926f2814aec owned by network:router_gateway {{(pid=109222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 00:38:15.477167 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_dvr_db [None req-efbc1d1c-da62-43b4-99fe-52512e4e0bc4 None None] Set router 7b2d5a08-6b33-4e2b-a39c-5af723c79a2b gateway port host: None {{(pid=109225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:38:15.493616 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-fad59a85-f1c3-443e-87e0-5af57cc6a489 admin admin] For port 14c78ac1-77e4-4af4-a6fe-982d691b3ed2, host dv-cinder-813225-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-6-iscsi',level=0,port_id=14c78ac1-77e4-4af4-a6fe-982d691b3ed2,segment=NetworkSegment(859f6ec5-78c3-4882-887a-248af3a0d172),segment_id=859f6ec5-78c3-4882-887a-248af3a0d172)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:38:15.494222 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-fad59a85-f1c3-443e-87e0-5af57cc6a489 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950719'] for port (14c78ac1-77e4-4af4-a6fe-982d691b3ed2), precommit_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:15.521699 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-fad59a85-f1c3-443e-87e0-5af57cc6a489 admin admin] Calling delete_port for 14c78ac1-77e4-4af4-a6fe-982d691b3ed2 owned by network:router_interface {{(pid=109223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 00:38:15.550620 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_hamode_db [None req-efbc1d1c-da62-43b4-99fe-52512e4e0bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b2d5a08-6b33-4e2b-a39c-5af723c79a2b', 'name': 'tempest-TestMinimumBasicScenario-869760556-router', 'tenant_id': '3340c291b0834db6b2924c05baa6961a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:34:55Z', 'updated_at': '2022-02-21T00:38:15Z', 'revision_number': 6, 'project_id': '3340c291b0834db6b2924c05baa6961a', 'gw_port_host': None}], 'dv-cinder-813225-6-iscsi', False) {} {{(pid=109225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:38:15.584569 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbc1d1c-da62-43b4-99fe-52512e4e0bc4 None None] The sync data for ids ['7b2d5a08-6b33-4e2b-a39c-5af723c79a2b'] in dv-cinder-813225-6-iscsi is: [{'id': '7b2d5a08-6b33-4e2b-a39c-5af723c79a2b', 'name': 'tempest-TestMinimumBasicScenario-869760556-router', 'tenant_id': '3340c291b0834db6b2924c05baa6961a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:34:55Z', 'updated_at': '2022-02-21T00:38:15Z', 'revision_number': 6, 'project_id': '3340c291b0834db6b2924c05baa6961a', 'gw_port_host': None}] {{(pid=109225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 00:38:15.688746 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-589b91c4-888f-4356-bdd1-5074e859460c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731676626041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731676182824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8582894421'] for port (18d23bc2-1949-4166-9c28-a926f2814aec), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:15.715431 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589b91c4-888f-4356-bdd1-5074e859460c admin admin] Pushing event deleted for resources: {'Port': ['ID=18d23bc2-1949-4166-9c28-a926f2814aec,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:38:15.791025 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-589b91c4-888f-4356-bdd1-5074e859460c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-951181'] for router_gateway (7b2d5a08-6b33-4e2b-a39c-5af723c79a2b), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:15.831576 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-fad59a85-f1c3-443e-87e0-5af57cc6a489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731676626041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731676182824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3995289'] for port (14c78ac1-77e4-4af4-a6fe-982d691b3ed2), after_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:15.896091 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad59a85-f1c3-443e-87e0-5af57cc6a489 admin admin] Pushing event deleted for resources: {'Port': ['ID=14c78ac1-77e4-4af4-a6fe-982d691b3ed2,revision_number=None']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:38:15.919551 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-589b91c4-888f-4356-bdd1-5074e859460c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-955153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1962'] for router (7b2d5a08-6b33-4e2b-a39c-5af723c79a2b), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:15.922530 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-589b91c4-888f-4356-bdd1-5074e859460c admin admin] Publish callbacks [] for router_controller (7b2d5a08-6b33-4e2b-a39c-5af723c79a2b), precommit_delete_associations {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:16.009335 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c96b3c1-9397-42e3-9d66-edc983c965e0 req-6c4d6993-3117-4711-96c6-7bc2ca468109 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:38:16.010940 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-4c96b3c1-9397-42e3-9d66-edc983c965e0 req-6c4d6993-3117-4711-96c6-7bc2ca468109 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=294469b7-8854-4bee-b457-efbb0b15850e HTTP/1.1" status: 200 len: 945 time: 0.1726992 Feb 21 00:38:16.013180 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-589b91c4-888f-4356-bdd1-5074e859460c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-955240'] for router (7b2d5a08-6b33-4e2b-a39c-5af723c79a2b), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:16.013836 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-589b91c4-888f-4356-bdd1-5074e859460c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b2d5a08-6b33-4e2b-a39c-5af723c79a2b {{(pid=109222) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 00:38:16.019578 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-589b91c4-888f-4356-bdd1-5074e859460c admin admin] Publish callbacks [] for router (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:16.024180 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-589b91c4-888f-4356-bdd1-5074e859460c admin admin] 10.222.0.45 "DELETE /v2.0/routers/7b2d5a08-6b33-4e2b-a39c-5af723c79a2b HTTP/1.1" status: 204 len: 168 time: 1.0895061 Feb 21 00:38:16.026080 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 60646) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:38:16.103998 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.db.db_base_plugin_v2 [None req-335d5093-32ff-45a3-8951-8ab888802a45 admin admin] Deleting subnet e46cd121-c685-440d-9902-ba68f5173020 {{(pid=109222) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 00:38:16.107751 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-335d5093-32ff-45a3-8951-8ab888802a45 admin admin] Publish callbacks [] for subnet (e46cd121-c685-440d-9902-ba68f5173020), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:16.158267 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-335d5093-32ff-45a3-8951-8ab888802a45 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8582972286'] for subnet (e46cd121-c685-440d-9902-ba68f5173020), precommit_delete_associations {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:16.183825 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-4c96b3c1-9397-42e3-9d66-edc983c965e0 req-0375aaab-e455-41be-a0dd-9e5ec61e85ca tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=7620e282-a5c6-4f74-9c3a-d4610dec1186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1493757 Feb 21 00:38:16.288124 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-fad59a85-f1c3-443e-87e0-5af57cc6a489 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-957799'] for router_interface (0e2ac5b4-99c9-449e-85f3-72d3fb2f461b), after_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:16.311044 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-335d5093-32ff-45a3-8951-8ab888802a45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15913268'] for subnet (e46cd121-c685-440d-9902-ba68f5173020), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:16.385390 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-335d5093-32ff-45a3-8951-8ab888802a45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15913229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8582891908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8583079210'] for subnet (e46cd121-c685-440d-9902-ba68f5173020), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:16.416716 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335d5093-32ff-45a3-8951-8ab888802a45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e46cd121-c685-440d-9902-ba68f5173020,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:38:16.422025 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-335d5093-32ff-45a3-8951-8ab888802a45 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:16.435013 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aef3e09-9802-4324-b9e9-985b7d635314 None None] Network 43c81006-7f4e-4647-b0de-09d4bddfdd52 requested from dv-cinder-813225-6-iscsi {{(pid=109224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 00:38:16.443874 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-335d5093-32ff-45a3-8951-8ab888802a45 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/e46cd121-c685-440d-9902-ba68f5173020 HTTP/1.1" status: 204 len: 168 time: 0.4178841 Feb 21 00:38:16.446750 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 60648) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:38:16.562749 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-0bbb084d-5e79-4456-b24f-01c8c50e3dff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16070333'] for network (43c81006-7f4e-4647-b0de-09d4bddfdd52), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:16.595285 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fad59a85-f1c3-443e-87e0-5af57cc6a489 admin admin] Router 0e2ac5b4-99c9-449e-85f3-72d3fb2f461b has already been hosted by L3 agent 47b5b2cb-5391-4fc3-9478-3db20537c35a {{(pid=109223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 00:38:16.690582 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28bd0184-b31c-4092-a2c9-c00eca42846b None None] DHCP port deletion for 43c81006-7f4e-4647-b0de-09d4bddfdd52 request from dv-cinder-813225-6-iscsi {{(pid=109224) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 21 00:38:16.731463 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fad59a85-f1c3-443e-87e0-5af57cc6a489 admin admin] Notify agent at l3_agent.dv-cinder-813225-6-iscsi the message routers_updated {{(pid=109223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 00:38:16.737156 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-fad59a85-f1c3-443e-87e0-5af57cc6a489 admin admin] 10.222.0.45 "PUT /v2.0/routers/0e2ac5b4-99c9-449e-85f3-72d3fb2f461b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7611711 Feb 21 00:38:16.740386 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 60650) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:38:16.756362 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e74706e-61f0-4561-aa18-ab268fc33828 None None] Sync routers for ids ['0e2ac5b4-99c9-449e-85f3-72d3fb2f461b'] in dv-cinder-813225-6-iscsi {{(pid=109224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 00:38:16.782648 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e74706e-61f0-4561-aa18-ab268fc33828 None None] Routers {'0e2ac5b4-99c9-449e-85f3-72d3fb2f461b'} bound to L3 agent in host dv-cinder-813225-6-iscsi {{(pid=109224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:38:16.783415 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-3e74706e-61f0-4561-aa18-ab268fc33828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-21T00:23:33Z,description=,heartbeat_timestamp=2022-02-21T00:38:04Z,host='dv-cinder-813225-6-iscsi',id=47b5b2cb-5391-4fc3-9478-3db20537c35a,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:23:34Z,topic='l3_agent')) {'router_ids': ['0e2ac5b4-99c9-449e-85f3-72d3fb2f461b'], 'active': True} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:38:16.862954 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-28bd0184-b31c-4092-a2c9-c00eca42846b None None] Deleting port 42b29da8-c1dd-4e6f-82eb-3b1b8f2de02f {{(pid=109224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 00:38:16.863455 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-28bd0184-b31c-4092-a2c9-c00eca42846b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731676621334'] for port (42b29da8-c1dd-4e6f-82eb-3b1b8f2de02f), before_delete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:16.889379 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-8b943d2d-611c-4f68-b98d-95219a52a551 admin admin] Publish callbacks [] for router (0e2ac5b4-99c9-449e-85f3-72d3fb2f461b), before_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:16.983040 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvr_db [None req-3e74706e-61f0-4561-aa18-ab268fc33828 None None] Set router 0e2ac5b4-99c9-449e-85f3-72d3fb2f461b gateway port host: dv-cinder-813225-6-iscsi {{(pid=109224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:38:17.040764 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.plugin [None req-0bbb084d-5e79-4456-b24f-01c8c50e3dff admin admin] Deleting port 42b29da8-c1dd-4e6f-82eb-3b1b8f2de02f {{(pid=109222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 00:38:17.041370 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-0bbb084d-5e79-4456-b24f-01c8c50e3dff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731676621334'] for port (42b29da8-c1dd-4e6f-82eb-3b1b8f2de02f), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:17.060452 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-8b943d2d-611c-4f68-b98d-95219a52a551 admin admin] Publish callbacks [] for router_gateway (0e2ac5b4-99c9-449e-85f3-72d3fb2f461b), before_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:17.074476 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-28bd0184-b31c-4092-a2c9-c00eca42846b None None] For port 42b29da8-c1dd-4e6f-82eb-3b1b8f2de02f, host dv-cinder-813225-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-6-iscsi',level=0,port_id=42b29da8-c1dd-4e6f-82eb-3b1b8f2de02f,segment=NetworkSegment(049267d6-1ecf-4e81-b52b-36138c6a8bf5),segment_id=049267d6-1ecf-4e81-b52b-36138c6a8bf5)] {{(pid=109224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:38:17.074957 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-28bd0184-b31c-4092-a2c9-c00eca42846b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950719'] for port (42b29da8-c1dd-4e6f-82eb-3b1b8f2de02f), precommit_delete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:17.111547 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.db [None req-0bbb084d-5e79-4456-b24f-01c8c50e3dff admin admin] For port 42b29da8-c1dd-4e6f-82eb-3b1b8f2de02f, host dv-cinder-813225-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-6-iscsi',level=0,port_id=42b29da8-c1dd-4e6f-82eb-3b1b8f2de02f,segment=NetworkSegment(049267d6-1ecf-4e81-b52b-36138c6a8bf5),segment_id=049267d6-1ecf-4e81-b52b-36138c6a8bf5)] {{(pid=109222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:38:17.111920 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-0bbb084d-5e79-4456-b24f-01c8c50e3dff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950719'] for port (42b29da8-c1dd-4e6f-82eb-3b1b8f2de02f), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:17.124979 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.plugin [None req-0bbb084d-5e79-4456-b24f-01c8c50e3dff admin admin] Calling delete_port for 42b29da8-c1dd-4e6f-82eb-3b1b8f2de02f owned by network:dhcp {{(pid=109222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 00:38:17.125189 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-28bd0184-b31c-4092-a2c9-c00eca42846b None None] Calling delete_port for 42b29da8-c1dd-4e6f-82eb-3b1b8f2de02f owned by network:dhcp {{(pid=109224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 00:38:17.131952 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-8b943d2d-611c-4f68-b98d-95219a52a551 admin admin] Deleting port 1bb1f34c-c765-4e9c-877f-be0fc6368b70 {{(pid=109223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 00:38:17.133281 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-8b943d2d-611c-4f68-b98d-95219a52a551 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731676621334'] for port (1bb1f34c-c765-4e9c-877f-be0fc6368b70), before_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:17.235243 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-8b943d2d-611c-4f68-b98d-95219a52a551 admin admin] For port 1bb1f34c-c765-4e9c-877f-be0fc6368b70, host dv-cinder-813225-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-6-iscsi',level=0,port_id=1bb1f34c-c765-4e9c-877f-be0fc6368b70,segment=NetworkSegment(d470c98a-8644-4be8-8df1-f825c0b18c68),segment_id=d470c98a-8644-4be8-8df1-f825c0b18c68)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:38:17.236086 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-8b943d2d-611c-4f68-b98d-95219a52a551 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950719'] for port (1bb1f34c-c765-4e9c-877f-be0fc6368b70), precommit_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:17.246467 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-0bbb084d-5e79-4456-b24f-01c8c50e3dff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731676626041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731676182824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8582894421'] for port (42b29da8-c1dd-4e6f-82eb-3b1b8f2de02f), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:17.253552 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-8b943d2d-611c-4f68-b98d-95219a52a551 admin admin] Calling delete_port for 1bb1f34c-c765-4e9c-877f-be0fc6368b70 owned by network:router_gateway {{(pid=109223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 00:38:17.275507 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-28bd0184-b31c-4092-a2c9-c00eca42846b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731676626041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731676182824'] for port (42b29da8-c1dd-4e6f-82eb-3b1b8f2de02f), after_delete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:17.296297 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbb084d-5e79-4456-b24f-01c8c50e3dff admin admin] Pushing event deleted for resources: {'Port': ['ID=42b29da8-c1dd-4e6f-82eb-3b1b8f2de02f,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:38:17.300540 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bd0184-b31c-4092-a2c9-c00eca42846b None None] Pushing event deleted for resources: {'Port': ['ID=42b29da8-c1dd-4e6f-82eb-3b1b8f2de02f,revision_number=None']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:38:17.305344 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbb084d-5e79-4456-b24f-01c8c50e3dff admin admin] No DVR routers for this DVR port 42b29da8-c1dd-4e6f-82eb-3b1b8f2de02f on host dv-cinder-813225-6-iscsi {{(pid=109222) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 00:38:17.310667 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-3e74706e-61f0-4561-aa18-ab268fc33828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e2ac5b4-99c9-449e-85f3-72d3fb2f461b', 'name': 'tempest-AttachVolumeTestJSON-923459538-router', 'tenant_id': 'f83942655a004261ad34343d44c6cf6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'external_fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '1bb1f34c-c765-4e9c-877f-be0fc6368b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:31:40Z', 'updated_at': '2022-02-21T00:38:15Z', 'revision_number': 5, 'project_id': 'f83942655a004261ad34343d44c6cf6b', 'gw_port': {'id': '1bb1f34c-c765-4e9c-877f-be0fc6368b70', 'name': '', 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:17:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2ac5b4-99c9-449e-85f3-72d3fb2f461b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:31:42Z', 'updated_at': '2022-02-21T00:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '890cd9a8-3116-412f-9022-3458585959da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-6-iscsi'}], 'dv-cinder-813225-6-iscsi', False) {} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:38:17.316986 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bd0184-b31c-4092-a2c9-c00eca42846b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:38:17.317412 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bd0184-b31c-4092-a2c9-c00eca42846b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:38:17.317825 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bd0184-b31c-4092-a2c9-c00eca42846b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:38:17.318227 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bd0184-b31c-4092-a2c9-c00eca42846b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:38:17.318638 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bd0184-b31c-4092-a2c9-c00eca42846b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:38:17.319033 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bd0184-b31c-4092-a2c9-c00eca42846b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:38:17.319449 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bd0184-b31c-4092-a2c9-c00eca42846b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:38:17.320897 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bd0184-b31c-4092-a2c9-c00eca42846b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:38:17.321303 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bd0184-b31c-4092-a2c9-c00eca42846b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:38:17.321698 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bd0184-b31c-4092-a2c9-c00eca42846b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:38:17.322094 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bd0184-b31c-4092-a2c9-c00eca42846b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:38:17.322481 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bd0184-b31c-4092-a2c9-c00eca42846b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:38:17.322872 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bd0184-b31c-4092-a2c9-c00eca42846b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:38:17.357882 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e74706e-61f0-4561-aa18-ab268fc33828 None None] Checking router: 0e2ac5b4-99c9-449e-85f3-72d3fb2f461b for host: dv-cinder-813225-6-iscsi {{(pid=109224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 00:38:17.364543 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bd0184-b31c-4092-a2c9-c00eca42846b None None] No DVR routers for this DVR port 42b29da8-c1dd-4e6f-82eb-3b1b8f2de02f on host dv-cinder-813225-6-iscsi {{(pid=109224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 00:38:17.372584 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e74706e-61f0-4561-aa18-ab268fc33828 None None] Routers {'0e2ac5b4-99c9-449e-85f3-72d3fb2f461b'} bound to L3 agent in host dv-cinder-813225-6-iscsi {{(pid=109224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:38:17.373188 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-3e74706e-61f0-4561-aa18-ab268fc33828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-21T00:23:33Z,description=,heartbeat_timestamp=2022-02-21T00:38:04Z,host='dv-cinder-813225-6-iscsi',id=47b5b2cb-5391-4fc3-9478-3db20537c35a,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:23:34Z,topic='l3_agent')) {'router_ids': ['0e2ac5b4-99c9-449e-85f3-72d3fb2f461b'], 'active': True} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:38:17.406253 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-0bbb084d-5e79-4456-b24f-01c8c50e3dff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15920573', 'neutron.services.segments.db._delete_segments_for_network-8731676696634'] for network (43c81006-7f4e-4647-b0de-09d4bddfdd52), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:17.441064 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.services.segments.db [None req-0bbb084d-5e79-4456-b24f-01c8c50e3dff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43c81006-7f4e-4647-b0de-09d4bddfdd52']}} {{(pid=109222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:38:17.452333 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.services.segments.db [None req-0bbb084d-5e79-4456-b24f-01c8c50e3dff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '049267d6-1ecf-4e81-b52b-36138c6a8bf5') {'for_net_delete': True} {{(pid=109222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:38:17.452631 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.services.segments.db [None req-0bbb084d-5e79-4456-b24f-01c8c50e3dff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '049267d6-1ecf-4e81-b52b-36138c6a8bf5') {} {{(pid=109222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:38:17.468746 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-0bbb084d-5e79-4456-b24f-01c8c50e3dff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731676697155', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8582972263'] for segment (049267d6-1ecf-4e81-b52b-36138c6a8bf5), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:17.499734 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvr_db [None req-3e74706e-61f0-4561-aa18-ab268fc33828 None None] Set router 0e2ac5b4-99c9-449e-85f3-72d3fb2f461b gateway port host: None {{(pid=109224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:38:17.529557 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-0bbb084d-5e79-4456-b24f-01c8c50e3dff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16097169'] for segment (049267d6-1ecf-4e81-b52b-36138c6a8bf5), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:17.542306 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bbb084d-5e79-4456-b24f-01c8c50e3dff admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=109222) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 00:38:17.543007 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-0bbb084d-5e79-4456-b24f-01c8c50e3dff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16097169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582894434'] for segment (049267d6-1ecf-4e81-b52b-36138c6a8bf5), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:17.545184 dv-cinder-813225-6-iscsi neutron-server[109222]: Traceback (most recent call last): Feb 21 00:38:17.545184 dv-cinder-813225-6-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 00:38:17.545184 dv-cinder-813225-6-iscsi neutron-server[109222]: timer() Feb 21 00:38:17.545184 dv-cinder-813225-6-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 00:38:17.545184 dv-cinder-813225-6-iscsi neutron-server[109222]: cb(*args, **kw) Feb 21 00:38:17.545184 dv-cinder-813225-6-iscsi neutron-server[109222]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 00:38:17.545184 dv-cinder-813225-6-iscsi neutron-server[109222]: return func(*args, **kwargs) Feb 21 00:38:17.545184 dv-cinder-813225-6-iscsi neutron-server[109222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 00:38:17.545184 dv-cinder-813225-6-iscsi neutron-server[109222]: self._notify() Feb 21 00:38:17.545184 dv-cinder-813225-6-iscsi neutron-server[109222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 00:38:17.545184 dv-cinder-813225-6-iscsi neutron-server[109222]: self.callback(batched_events) Feb 21 00:38:17.545184 dv-cinder-813225-6-iscsi neutron-server[109222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 00:38:17.545184 dv-cinder-813225-6-iscsi neutron-server[109222]: event.method(event) Feb 21 00:38:17.545184 dv-cinder-813225-6-iscsi neutron-server[109222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 00:38:17.545184 dv-cinder-813225-6-iscsi neutron-server[109222]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 00:38:17.545184 dv-cinder-813225-6-iscsi neutron-server[109222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 00:38:17.545184 dv-cinder-813225-6-iscsi neutron-server[109222]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 00:38:17.545184 dv-cinder-813225-6-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 00:38:17.545184 dv-cinder-813225-6-iscsi neutron-server[109222]: return f(self, *a, **k) Feb 21 00:38:17.545184 dv-cinder-813225-6-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 00:38:17.545184 dv-cinder-813225-6-iscsi neutron-server[109222]: return self._get(url).json() Feb 21 00:38:17.545184 dv-cinder-813225-6-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 00:38:17.545184 dv-cinder-813225-6-iscsi neutron-server[109222]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 00:38:17.545184 dv-cinder-813225-6-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 00:38:17.545184 dv-cinder-813225-6-iscsi neutron-server[109222]: return self.request(url, 'GET', **kwargs) Feb 21 00:38:17.545184 dv-cinder-813225-6-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 00:38:17.545184 dv-cinder-813225-6-iscsi neutron-server[109222]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 00:38:17.545184 dv-cinder-813225-6-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 00:38:17.545184 dv-cinder-813225-6-iscsi neutron-server[109222]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 00:38:17.545184 dv-cinder-813225-6-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 00:38:17.545184 dv-cinder-813225-6-iscsi neutron-server[109222]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 00:38:17.545184 dv-cinder-813225-6-iscsi neutron-server[109222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 00:38:17.557626 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-8b943d2d-611c-4f68-b98d-95219a52a551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731676626041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731676182824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3995289'] for port (1bb1f34c-c765-4e9c-877f-be0fc6368b70), after_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:17.575063 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b924dca-5a93-4155-8d18-46c8776e7e61 req-0f21daae-0381-4482-9051-06b175769272 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:38:17.576965 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-2b924dca-5a93-4155-8d18-46c8776e7e61 req-0f21daae-0381-4482-9051-06b175769272 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=294469b7-8854-4bee-b457-efbb0b15850e HTTP/1.1" status: 200 len: 945 time: 0.1106429 Feb 21 00:38:17.582535 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-3e74706e-61f0-4561-aa18-ab268fc33828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e2ac5b4-99c9-449e-85f3-72d3fb2f461b', 'name': 'tempest-AttachVolumeTestJSON-923459538-router', 'tenant_id': 'f83942655a004261ad34343d44c6cf6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:31:40Z', 'updated_at': '2022-02-21T00:38:17Z', 'revision_number': 6, 'project_id': 'f83942655a004261ad34343d44c6cf6b', 'gw_port_host': None}], 'dv-cinder-813225-6-iscsi', False) {} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:38:17.587431 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b943d2d-611c-4f68-b98d-95219a52a551 admin admin] Pushing event deleted for resources: {'Port': ['ID=1bb1f34c-c765-4e9c-877f-be0fc6368b70,revision_number=None']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:38:17.643530 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e74706e-61f0-4561-aa18-ab268fc33828 None None] The sync data for ids ['0e2ac5b4-99c9-449e-85f3-72d3fb2f461b'] in dv-cinder-813225-6-iscsi is: [{'id': '0e2ac5b4-99c9-449e-85f3-72d3fb2f461b', 'name': 'tempest-AttachVolumeTestJSON-923459538-router', 'tenant_id': 'f83942655a004261ad34343d44c6cf6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:31:40Z', 'updated_at': '2022-02-21T00:38:17Z', 'revision_number': 6, 'project_id': 'f83942655a004261ad34343d44c6cf6b', 'gw_port_host': None}] {{(pid=109224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 00:38:17.693960 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-8b943d2d-611c-4f68-b98d-95219a52a551 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-951181'] for router_gateway (0e2ac5b4-99c9-449e-85f3-72d3fb2f461b), after_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:17.715245 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-2b924dca-5a93-4155-8d18-46c8776e7e61 req-884e707e-9047-4909-916b-890fa361f06a tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=7620e282-a5c6-4f74-9c3a-d4610dec1186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886624 Feb 21 00:38:17.718123 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-0bbb084d-5e79-4456-b24f-01c8c50e3dff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15920566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-951265'] for network (43c81006-7f4e-4647-b0de-09d4bddfdd52), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:17.730825 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-0bbb084d-5e79-4456-b24f-01c8c50e3dff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582445'] for network (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:17.737054 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-0bbb084d-5e79-4456-b24f-01c8c50e3dff admin admin] 10.222.0.45 "DELETE /v2.0/networks/43c81006-7f4e-4647-b0de-09d4bddfdd52 HTTP/1.1" status: 204 len: 168 time: 1.2884820 Feb 21 00:38:17.762426 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbb084d-5e79-4456-b24f-01c8c50e3dff admin admin] Pushing event deleted for resources: {'Network': ['ID=43c81006-7f4e-4647-b0de-09d4bddfdd52,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:38:17.813153 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-8b943d2d-611c-4f68-b98d-95219a52a551 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-955153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1962'] for router (0e2ac5b4-99c9-449e-85f3-72d3fb2f461b), precommit_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:17.815502 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-8b943d2d-611c-4f68-b98d-95219a52a551 admin admin] Publish callbacks [] for router_controller (0e2ac5b4-99c9-449e-85f3-72d3fb2f461b), precommit_delete_associations {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:17.873122 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-8b943d2d-611c-4f68-b98d-95219a52a551 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-955240'] for router (0e2ac5b4-99c9-449e-85f3-72d3fb2f461b), after_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:17.873744 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b943d2d-611c-4f68-b98d-95219a52a551 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e2ac5b4-99c9-449e-85f3-72d3fb2f461b {{(pid=109223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 00:38:17.881496 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-8b943d2d-611c-4f68-b98d-95219a52a551 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:17.886598 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-8b943d2d-611c-4f68-b98d-95219a52a551 admin admin] 10.222.0.45 "DELETE /v2.0/routers/0e2ac5b4-99c9-449e-85f3-72d3fb2f461b HTTP/1.1" status: 204 len: 168 time: 1.1394832 Feb 21 00:38:17.886935 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 60656) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:38:17.895820 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 60658) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:38:17.939241 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.db.db_base_plugin_v2 [None req-95581db6-3ad9-4733-90bd-f4cc48d58651 admin admin] Deleting subnet a770bec4-4043-4a9e-b8d8-da9ffce5c8ef {{(pid=109222) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 00:38:17.943213 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-95581db6-3ad9-4733-90bd-f4cc48d58651 admin admin] Publish callbacks [] for subnet (a770bec4-4043-4a9e-b8d8-da9ffce5c8ef), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:17.948669 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-f639b803-8a5c-4837-9566-325920166df3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=471e14591c9b4e4d9bd298269ddebacb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0514386 Feb 21 00:38:17.951007 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 60660) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:38:17.981402 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-95581db6-3ad9-4733-90bd-f4cc48d58651 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8582972286'] for subnet (a770bec4-4043-4a9e-b8d8-da9ffce5c8ef), precommit_delete_associations {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:18.034378 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-30b83476-c610-4c8c-9377-49ade4eb6366 admin admin] Publish callbacks [] for security_group (3aa544ef-5b86-4218-a931-0dcdd7590b14), before_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:18.065856 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-30b83476-c610-4c8c-9377-49ade4eb6366 admin admin] Publish callbacks [] for security_group (3aa544ef-5b86-4218-a931-0dcdd7590b14), precommit_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:18.140393 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-95581db6-3ad9-4733-90bd-f4cc48d58651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15913268'] for subnet (a770bec4-4043-4a9e-b8d8-da9ffce5c8ef), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:18.180735 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Device 600d10b3-df54-448c-83c7-1e37473c53d8 no longer exists at agent ovs-agent-dv-cinder-813225-6-iscsi {{(pid=109224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 00:38:18.212346 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] No Port match for: 600d10b3-df54-448c-83c7-1e37473c53d8 {{(pid=109224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 00:38:18.212792 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-30b83476-c610-4c8c-9377-49ade4eb6366 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (3aa544ef-5b86-4218-a931-0dcdd7590b14), after_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:18.212913 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Device 600d10b3-df54-448c-83c7-1e37473c53d8 not bound to the agent host dv-cinder-813225-6-iscsi {{(pid=109224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 00:38:18.213423 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Device 18d23bc2-1949-4166-9c28-a926f2814aec no longer exists at agent ovs-agent-dv-cinder-813225-6-iscsi {{(pid=109224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 00:38:18.217232 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-30b83476-c610-4c8c-9377-49ade4eb6366 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:18.218478 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-30b83476-c610-4c8c-9377-49ade4eb6366 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3aa544ef-5b86-4218-a931-0dcdd7590b14 HTTP/1.1" status: 204 len: 168 time: 0.2663200 Feb 21 00:38:18.228662 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b83476-c610-4c8c-9377-49ade4eb6366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aa544ef-5b86-4218-a931-0dcdd7590b14,revision_number=None']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:38:18.267253 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] No Port match for: 18d23bc2-1949-4166-9c28-a926f2814aec {{(pid=109224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 00:38:18.267639 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Device 18d23bc2-1949-4166-9c28-a926f2814aec not bound to the agent host dv-cinder-813225-6-iscsi {{(pid=109224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 00:38:18.268014 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Device 42b29da8-c1dd-4e6f-82eb-3b1b8f2de02f no longer exists at agent ovs-agent-dv-cinder-813225-6-iscsi {{(pid=109224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 00:38:18.271998 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-95581db6-3ad9-4733-90bd-f4cc48d58651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15913229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8582891908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8583079210'] for subnet (a770bec4-4043-4a9e-b8d8-da9ffce5c8ef), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:18.287024 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-95581db6-3ad9-4733-90bd-f4cc48d58651 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:18.291211 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] No Port match for: 42b29da8-c1dd-4e6f-82eb-3b1b8f2de02f {{(pid=109224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 00:38:18.291602 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Device 42b29da8-c1dd-4e6f-82eb-3b1b8f2de02f not bound to the agent host dv-cinder-813225-6-iscsi {{(pid=109224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 00:38:18.294465 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 60664) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:38:18.302094 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-95581db6-3ad9-4733-90bd-f4cc48d58651 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/a770bec4-4043-4a9e-b8d8-da9ffce5c8ef HTTP/1.1" status: 204 len: 168 time: 0.4135702 Feb 21 00:38:18.302628 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae74bc0a-1b6f-412c-80a0-81c23c14aee0 None None] Network c58ec42c-ebf4-48a5-8b13-e00a879614cb requested from dv-cinder-813225-6-iscsi {{(pid=109224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 00:38:18.351006 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95581db6-3ad9-4733-90bd-f4cc48d58651 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a770bec4-4043-4a9e-b8d8-da9ffce5c8ef,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:38:18.416532 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-e06ebe43-1feb-43f4-aa02-c27a15b8759b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16070333'] for network (c58ec42c-ebf4-48a5-8b13-e00a879614cb), before_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:18.515120 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-e06ebe43-1feb-43f4-aa02-c27a15b8759b admin admin] Deleting port d774f85d-b7c9-4b05-93f8-002005f62cef {{(pid=109223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 00:38:18.515496 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-e06ebe43-1feb-43f4-aa02-c27a15b8759b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731676621334'] for port (d774f85d-b7c9-4b05-93f8-002005f62cef), before_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:18.564910 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc353db-4a5f-46e9-92e8-f0b8d6453ec4 None None] DHCP port deletion for c58ec42c-ebf4-48a5-8b13-e00a879614cb request from dv-cinder-813225-6-iscsi {{(pid=109224) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 21 00:38:18.615351 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-e06ebe43-1feb-43f4-aa02-c27a15b8759b admin admin] For port d774f85d-b7c9-4b05-93f8-002005f62cef, host dv-cinder-813225-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-6-iscsi',level=0,port_id=d774f85d-b7c9-4b05-93f8-002005f62cef,segment=NetworkSegment(859f6ec5-78c3-4882-887a-248af3a0d172),segment_id=859f6ec5-78c3-4882-887a-248af3a0d172)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:38:18.615731 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-e06ebe43-1feb-43f4-aa02-c27a15b8759b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950719'] for port (d774f85d-b7c9-4b05-93f8-002005f62cef), precommit_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:18.638142 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-e06ebe43-1feb-43f4-aa02-c27a15b8759b admin admin] Calling delete_port for d774f85d-b7c9-4b05-93f8-002005f62cef owned by network:dhcp {{(pid=109223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 00:38:18.659162 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-8dc353db-4a5f-46e9-92e8-f0b8d6453ec4 None None] Deleting port d774f85d-b7c9-4b05-93f8-002005f62cef {{(pid=109224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 00:38:18.659588 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-8dc353db-4a5f-46e9-92e8-f0b8d6453ec4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731676621334'] for port (d774f85d-b7c9-4b05-93f8-002005f62cef), before_delete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:18.739948 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-e06ebe43-1feb-43f4-aa02-c27a15b8759b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731676626041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731676182824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3995289'] for port (d774f85d-b7c9-4b05-93f8-002005f62cef), after_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:18.748395 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 60668) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:38:18.757723 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-8dc353db-4a5f-46e9-92e8-f0b8d6453ec4 None None] For port d774f85d-b7c9-4b05-93f8-002005f62cef, host dv-cinder-813225-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-6-iscsi',level=0,port_id=d774f85d-b7c9-4b05-93f8-002005f62cef,segment=NetworkSegment(859f6ec5-78c3-4882-887a-248af3a0d172),segment_id=859f6ec5-78c3-4882-887a-248af3a0d172)] {{(pid=109224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:38:18.758187 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-8dc353db-4a5f-46e9-92e8-f0b8d6453ec4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950719'] for port (d774f85d-b7c9-4b05-93f8-002005f62cef), precommit_delete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:18.786044 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06ebe43-1feb-43f4-aa02-c27a15b8759b admin admin] Pushing event deleted for resources: {'Port': ['ID=d774f85d-b7c9-4b05-93f8-002005f62cef,revision_number=None']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:38:18.789914 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06ebe43-1feb-43f4-aa02-c27a15b8759b admin admin] No DVR routers for this DVR port d774f85d-b7c9-4b05-93f8-002005f62cef on host dv-cinder-813225-6-iscsi {{(pid=109223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 00:38:18.794829 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-8dc353db-4a5f-46e9-92e8-f0b8d6453ec4 None None] Calling delete_port for d774f85d-b7c9-4b05-93f8-002005f62cef owned by network:dhcp {{(pid=109224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 00:38:18.829168 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-9e223e66-8276-47cc-87b6-e7298b8883e3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3340c291b0834db6b2924c05baa6961a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0767429 Feb 21 00:38:18.832978 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 60672) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:38:18.868516 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-e06ebe43-1feb-43f4-aa02-c27a15b8759b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15920573', 'neutron.services.segments.db._delete_segments_for_network-8731676696634'] for network (c58ec42c-ebf4-48a5-8b13-e00a879614cb), precommit_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:18.892322 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.services.segments.db [None req-e06ebe43-1feb-43f4-aa02-c27a15b8759b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c58ec42c-ebf4-48a5-8b13-e00a879614cb']}} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:38:18.903640 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.services.segments.db [None req-e06ebe43-1feb-43f4-aa02-c27a15b8759b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '859f6ec5-78c3-4882-887a-248af3a0d172') {'for_net_delete': True} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:38:18.904035 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.services.segments.db [None req-e06ebe43-1feb-43f4-aa02-c27a15b8759b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '859f6ec5-78c3-4882-887a-248af3a0d172') {} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:38:18.914848 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-e06ebe43-1feb-43f4-aa02-c27a15b8759b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731676697155', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3992815'] for segment (859f6ec5-78c3-4882-887a-248af3a0d172), before_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:18.926010 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-5c7cb810-1674-45a6-945e-58da8158e458 admin admin] Publish callbacks [] for security_group (2df88cf6-0e34-46e7-8c2b-3edbc88aad2d), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:18.936508 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-8dc353db-4a5f-46e9-92e8-f0b8d6453ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731676626041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731676182824'] for port (d774f85d-b7c9-4b05-93f8-002005f62cef), after_delete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:18.969073 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-5c7cb810-1674-45a6-945e-58da8158e458 admin admin] Publish callbacks [] for security_group (2df88cf6-0e34-46e7-8c2b-3edbc88aad2d), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:18.984491 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-e06ebe43-1feb-43f4-aa02-c27a15b8759b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16097169'] for segment (859f6ec5-78c3-4882-887a-248af3a0d172), precommit_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:18.994613 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc353db-4a5f-46e9-92e8-f0b8d6453ec4 None None] Pushing event deleted for resources: {'Port': ['ID=d774f85d-b7c9-4b05-93f8-002005f62cef,revision_number=None']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:38:19.002230 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc353db-4a5f-46e9-92e8-f0b8d6453ec4 None None] No DVR routers for this DVR port d774f85d-b7c9-4b05-93f8-002005f62cef on host dv-cinder-813225-6-iscsi {{(pid=109224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 00:38:19.009884 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e06ebe43-1feb-43f4-aa02-c27a15b8759b admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=109223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 00:38:19.010291 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-e06ebe43-1feb-43f4-aa02-c27a15b8759b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16097169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3995310'] for segment (859f6ec5-78c3-4882-887a-248af3a0d172), after_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:19.059052 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-5c7cb810-1674-45a6-945e-58da8158e458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (2df88cf6-0e34-46e7-8c2b-3edbc88aad2d), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:19.062744 dv-cinder-813225-6-iscsi neutron-server[109223]: Traceback (most recent call last): Feb 21 00:38:19.062744 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 00:38:19.062744 dv-cinder-813225-6-iscsi neutron-server[109223]: timer() Feb 21 00:38:19.062744 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 00:38:19.062744 dv-cinder-813225-6-iscsi neutron-server[109223]: cb(*args, **kw) Feb 21 00:38:19.062744 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 00:38:19.062744 dv-cinder-813225-6-iscsi neutron-server[109223]: return func(*args, **kwargs) Feb 21 00:38:19.062744 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 00:38:19.062744 dv-cinder-813225-6-iscsi neutron-server[109223]: self._notify() Feb 21 00:38:19.062744 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 00:38:19.062744 dv-cinder-813225-6-iscsi neutron-server[109223]: self.callback(batched_events) Feb 21 00:38:19.062744 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 00:38:19.062744 dv-cinder-813225-6-iscsi neutron-server[109223]: event.method(event) Feb 21 00:38:19.062744 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 00:38:19.062744 dv-cinder-813225-6-iscsi neutron-server[109223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 00:38:19.062744 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 00:38:19.062744 dv-cinder-813225-6-iscsi neutron-server[109223]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 00:38:19.062744 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 00:38:19.062744 dv-cinder-813225-6-iscsi neutron-server[109223]: return f(self, *a, **k) Feb 21 00:38:19.062744 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 00:38:19.062744 dv-cinder-813225-6-iscsi neutron-server[109223]: return self._get(url).json() Feb 21 00:38:19.062744 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 00:38:19.062744 dv-cinder-813225-6-iscsi neutron-server[109223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 00:38:19.062744 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 00:38:19.062744 dv-cinder-813225-6-iscsi neutron-server[109223]: return self.request(url, 'GET', **kwargs) Feb 21 00:38:19.062744 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 00:38:19.062744 dv-cinder-813225-6-iscsi neutron-server[109223]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 00:38:19.062744 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 00:38:19.062744 dv-cinder-813225-6-iscsi neutron-server[109223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 00:38:19.062744 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 00:38:19.062744 dv-cinder-813225-6-iscsi neutron-server[109223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 00:38:19.062744 dv-cinder-813225-6-iscsi neutron-server[109223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 00:38:19.065281 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-5c7cb810-1674-45a6-945e-58da8158e458 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:19.065281 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-5c7cb810-1674-45a6-945e-58da8158e458 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2df88cf6-0e34-46e7-8c2b-3edbc88aad2d HTTP/1.1" status: 204 len: 168 time: 0.2291024 Feb 21 00:38:19.078168 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7cb810-1674-45a6-945e-58da8158e458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2df88cf6-0e34-46e7-8c2b-3edbc88aad2d,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:38:19.104146 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f645b2-95e2-4144-8604-a6fec5101a6f req-4524593c-65c5-42cb-9f56-9e8c3763e516 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:38:19.106391 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-f3f645b2-95e2-4144-8604-a6fec5101a6f req-4524593c-65c5-42cb-9f56-9e8c3763e516 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=294469b7-8854-4bee-b457-efbb0b15850e HTTP/1.1" status: 200 len: 945 time: 0.1720765 Feb 21 00:38:19.107662 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-e06ebe43-1feb-43f4-aa02-c27a15b8759b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15920566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-951265'] for network (c58ec42c-ebf4-48a5-8b13-e00a879614cb), after_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:19.133520 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-e06ebe43-1feb-43f4-aa02-c27a15b8759b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582445'] for network (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:19.137055 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-e06ebe43-1feb-43f4-aa02-c27a15b8759b admin admin] 10.222.0.45 "DELETE /v2.0/networks/c58ec42c-ebf4-48a5-8b13-e00a879614cb HTTP/1.1" status: 204 len: 168 time: 0.8418808 Feb 21 00:38:19.162362 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06ebe43-1feb-43f4-aa02-c27a15b8759b admin admin] Pushing event deleted for resources: {'Network': ['ID=c58ec42c-ebf4-48a5-8b13-e00a879614cb,revision_number=None']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:38:19.198711 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-f3f645b2-95e2-4144-8604-a6fec5101a6f req-ce6cf3a8-39f4-4d82-8938-e39bb17ee007 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=7620e282-a5c6-4f74-9c3a-d4610dec1186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839465 Feb 21 00:38:19.382912 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 60678) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:38:19.440769 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-2441c6f7-bb97-45b9-b5fd-8749c13e8ec6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f83942655a004261ad34343d44c6cf6b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0570531 Feb 21 00:38:19.443553 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 60680) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:38:19.541905 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-c7764931-9829-4b04-a7e5-734ba6f01522 admin admin] Publish callbacks [] for security_group (f950e0cd-a9bc-45b8-9ff9-dbd41aa9e6f2), before_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:19.574456 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-c7764931-9829-4b04-a7e5-734ba6f01522 admin admin] Publish callbacks [] for security_group (f950e0cd-a9bc-45b8-9ff9-dbd41aa9e6f2), precommit_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:19.672570 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-c7764931-9829-4b04-a7e5-734ba6f01522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (f950e0cd-a9bc-45b8-9ff9-dbd41aa9e6f2), after_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:19.676515 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-c7764931-9829-4b04-a7e5-734ba6f01522 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:19.681582 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-c7764931-9829-4b04-a7e5-734ba6f01522 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f950e0cd-a9bc-45b8-9ff9-dbd41aa9e6f2 HTTP/1.1" status: 204 len: 168 time: 0.2364359 Feb 21 00:38:19.690542 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7764931-9829-4b04-a7e5-734ba6f01522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f950e0cd-a9bc-45b8-9ff9-dbd41aa9e6f2,revision_number=None']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:38:19.737281 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Device 14c78ac1-77e4-4af4-a6fe-982d691b3ed2 no longer exists at agent ovs-agent-dv-cinder-813225-6-iscsi {{(pid=109224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 00:38:19.771354 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] No Port match for: 14c78ac1-77e4-4af4-a6fe-982d691b3ed2 {{(pid=109224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 00:38:19.771891 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Device 14c78ac1-77e4-4af4-a6fe-982d691b3ed2 not bound to the agent host dv-cinder-813225-6-iscsi {{(pid=109224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 00:38:19.772367 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Device d774f85d-b7c9-4b05-93f8-002005f62cef no longer exists at agent ovs-agent-dv-cinder-813225-6-iscsi {{(pid=109224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 00:38:19.806643 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] No Port match for: d774f85d-b7c9-4b05-93f8-002005f62cef {{(pid=109224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 00:38:19.807270 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Device d774f85d-b7c9-4b05-93f8-002005f62cef not bound to the agent host dv-cinder-813225-6-iscsi {{(pid=109224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 00:38:19.807888 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Device 1bb1f34c-c765-4e9c-877f-be0fc6368b70 no longer exists at agent ovs-agent-dv-cinder-813225-6-iscsi {{(pid=109224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 00:38:19.832558 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] No Port match for: 1bb1f34c-c765-4e9c-877f-be0fc6368b70 {{(pid=109224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 00:38:19.832916 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Device 1bb1f34c-c765-4e9c-877f-be0fc6368b70 not bound to the agent host dv-cinder-813225-6-iscsi {{(pid=109224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 00:38:20.337325 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b84e16-cfc7-424b-8a2c-a71617ba15ec req-287b75bb-f567-4073-b052-de2b05c2ffbc tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:38:20.339133 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-67b84e16-cfc7-424b-8a2c-a71617ba15ec req-287b75bb-f567-4073-b052-de2b05c2ffbc tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=294469b7-8854-4bee-b457-efbb0b15850e HTTP/1.1" status: 200 len: 945 time: 0.0592220 Feb 21 00:38:20.414894 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-67b84e16-cfc7-424b-8a2c-a71617ba15ec req-57f2ed8f-8272-4b73-897d-7d1e5ff85957 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=7620e282-a5c6-4f74-9c3a-d4610dec1186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684168 Feb 21 00:38:21.578750 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f32b54c-495f-444f-9eef-1127f242f8b9 req-a710602d-7406-48bf-abb3-4c7a01bf753e tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:38:21.580374 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-6f32b54c-495f-444f-9eef-1127f242f8b9 req-a710602d-7406-48bf-abb3-4c7a01bf753e tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=294469b7-8854-4bee-b457-efbb0b15850e HTTP/1.1" status: 200 len: 945 time: 0.0769522 Feb 21 00:38:21.645859 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-6f32b54c-495f-444f-9eef-1127f242f8b9 req-e316621a-67e0-484b-b15e-33d7eefe2f14 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=7620e282-a5c6-4f74-9c3a-d4610dec1186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590532 Feb 21 00:38:22.784579 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8731406-0323-45c9-ac5e-8e7b7e465f47 req-b0eb6ae9-5f18-4d12-8512-f539b745cbf8 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:38:22.789537 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-e8731406-0323-45c9-ac5e-8e7b7e465f47 req-b0eb6ae9-5f18-4d12-8512-f539b745cbf8 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=294469b7-8854-4bee-b457-efbb0b15850e HTTP/1.1" status: 200 len: 945 time: 0.0656040 Feb 21 00:38:22.857512 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-e8731406-0323-45c9-ac5e-8e7b7e465f47 req-4f2f84ea-63ff-4ad6-bb7c-d5eb620e56fd tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=7620e282-a5c6-4f74-9c3a-d4610dec1186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612082 Feb 21 00:38:23.923124 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5bc002-2a72-4924-836b-adf97decd703 req-694cc244-03d5-442b-b618-251bb415338b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:38:23.924643 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-4f5bc002-2a72-4924-836b-adf97decd703 req-694cc244-03d5-442b-b618-251bb415338b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=51a255ecc1c64df295f0bd94fee4f7d2&device_id=294469b7-8854-4bee-b457-efbb0b15850e HTTP/1.1" status: 200 len: 1129 time: 0.0468302 Feb 21 00:38:23.973318 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eb63fe-03fb-4a3d-9839-e0047c46cd34 req-5d2005d6-50c8-46d2-a518-3ccf1c96daef tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:38:23.974806 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-97eb63fe-03fb-4a3d-9839-e0047c46cd34 req-5d2005d6-50c8-46d2-a518-3ccf1c96daef tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=294469b7-8854-4bee-b457-efbb0b15850e HTTP/1.1" status: 200 len: 945 time: 0.0531929 Feb 21 00:38:24.012114 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5bc002-2a72-4924-836b-adf97decd703 req-e85efea5-df60-4f54-8b6b-e7e6e3e81a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:38:24.013607 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-4f5bc002-2a72-4924-836b-adf97decd703 req-e85efea5-df60-4f54-8b6b-e7e6e3e81a9d service neutron] 10.222.0.36 "GET /v2.0/networks?id=2cc309f6-129c-421f-a7c2-95ecda53f9b9 HTTP/1.1" status: 200 len: 918 time: 0.0824146 Feb 21 00:38:24.020743 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-97eb63fe-03fb-4a3d-9839-e0047c46cd34 req-a87f4a69-fda2-436e-a75b-819066ca4d17 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=7620e282-a5c6-4f74-9c3a-d4610dec1186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397599 Feb 21 00:38:24.087238 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-4f5bc002-2a72-4924-836b-adf97decd703 req-f4661c74-ee9a-4b18-b2e8-c5b93a3fda27 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7737bb4f-43f4-4311-a75d-cc77a3bece1e HTTP/1.1" status: 200 len: 1001 time: 0.0625818 Feb 21 00:38:24.138520 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5bc002-2a72-4924-836b-adf97decd703 req-27aac178-c040-45f4-a8b8-5f8b8a29bf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:38:24.139977 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-4f5bc002-2a72-4924-836b-adf97decd703 req-27aac178-c040-45f4-a8b8-5f8b8a29bf50 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4c4904f9-0933-4cbb-8971-c27649ee3505 HTTP/1.1" status: 200 len: 856 time: 0.0436137 Feb 21 00:38:24.189547 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5bc002-2a72-4924-836b-adf97decd703 req-cae66a8a-efcb-4416-aca8-29f4a800f610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:38:24.191059 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-4f5bc002-2a72-4924-836b-adf97decd703 req-cae66a8a-efcb-4416-aca8-29f4a800f610 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2cc309f6-129c-421f-a7c2-95ecda53f9b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445733 Feb 21 00:38:24.286781 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-4f5bc002-2a72-4924-836b-adf97decd703 req-2dd954f2-9ce1-4d22-9677-5077ebb70c29 service neutron] 10.222.0.36 "GET /v2.0/networks/2cc309f6-129c-421f-a7c2-95ecda53f9b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868220 Feb 21 00:38:24.388070 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-4f5bc002-2a72-4924-836b-adf97decd703 req-615bc342-fab0-48a3-9333-6cff312a77c5 service neutron] 10.222.0.36 "GET /v2.0/networks/2cc309f6-129c-421f-a7c2-95ecda53f9b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917830 Feb 21 00:38:25.141600 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247d14e4-a11d-4e86-b074-c907b23f635f req-58d7d990-4f08-4e56-96c9-297c7780c825 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:38:25.143081 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-247d14e4-a11d-4e86-b074-c907b23f635f req-58d7d990-4f08-4e56-96c9-297c7780c825 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=294469b7-8854-4bee-b457-efbb0b15850e HTTP/1.1" status: 200 len: 945 time: 0.0523210 Feb 21 00:38:25.192396 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-247d14e4-a11d-4e86-b074-c907b23f635f req-dc335bf0-1443-41d2-aa27-98ef8668a532 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=7620e282-a5c6-4f74-9c3a-d4610dec1186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437846 Feb 21 00:38:26.312133 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa28165-ee4a-4474-9c08-959f87b94375 req-4fc40f0b-96c5-47aa-acd8-c186dead78f2 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:38:26.313598 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-9aa28165-ee4a-4474-9c08-959f87b94375 req-4fc40f0b-96c5-47aa-acd8-c186dead78f2 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=294469b7-8854-4bee-b457-efbb0b15850e HTTP/1.1" status: 200 len: 945 time: 0.0509179 Feb 21 00:38:26.362591 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-9aa28165-ee4a-4474-9c08-959f87b94375 req-15d638db-30b6-4ff8-8ee0-6dd1bc335e8c tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=7620e282-a5c6-4f74-9c3a-d4610dec1186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435491 Feb 21 00:38:27.276642 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Device 7737bb4f-43f4-4311-a75d-cc77a3bece1e no longer exists at agent hyperv_hv-cinder-81322 {{(pid=109224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 00:38:27.352516 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Current status of the port 7737bb4f-43f4-4311-a75d-cc77a3bece1e is: ACTIVE; New status is: DOWN {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:38:27.352913 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (7737bb4f-43f4-4311-a75d-cc77a3bece1e), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:27.374133 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '294469b7-8854-4bee-b457-efbb0b15850e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7737bb4f-43f4-4311-a75d-cc77a3bece1e'}] {{(pid=109224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:38:27.376367 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea31762fe36adf1256da5116fd788589841920f52286d7e0b0077cda52487892" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ef4c32e-f463-4484-93ee-92e5e49352a8" -d '{"events": [{"server_uuid": "294469b7-8854-4bee-b457-efbb0b15850e", "name": "network-vif-unplugged", "status": "completed", "tag": "7737bb4f-43f4-4311-a75d-cc77a3bece1e"}]}' {{(pid=109224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:38:27.388267 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] For port 7737bb4f-43f4-4311-a75d-cc77a3bece1e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=7737bb4f-43f4-4311-a75d-cc77a3bece1e,segment=NetworkSegment(905ecc73-8a74-4e6f-8e03-5ec9e3dbca32),segment_id=905ecc73-8a74-4e6f-8e03-5ec9e3dbca32)] {{(pid=109224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:38:27.393379 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (7737bb4f-43f4-4311-a75d-cc77a3bece1e), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:27.420164 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 21 Feb 2022 00:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0d199e3-872a-4383-939a-d752a72f13c8 x-openstack-request-id: req-c0d199e3-872a-4383-939a-d752a72f13c8 {{(pid=109224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:38:27.420465 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "294469b7-8854-4bee-b457-efbb0b15850e", "name": "network-vif-unplugged", "status": "completed", "tag": "7737bb4f-43f4-4311-a75d-cc77a3bece1e", "code": 200}]} {{(pid=109224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:38:27.420722 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c0d199e3-872a-4383-939a-d752a72f13c8 {{(pid=109224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:38:27.421111 dv-cinder-813225-6-iscsi neutron-server[109224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '294469b7-8854-4bee-b457-efbb0b15850e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7737bb4f-43f4-4311-a75d-cc77a3bece1e', 'code': 200} Feb 21 00:38:27.446021 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Pushing event updated for resources: {'Port': ['ID=7737bb4f-43f4-4311-a75d-cc77a3bece1e,revision_number=8']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:38:27.490348 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e31e05b-602e-47ba-aa92-2653f731d5cb req-fc96da3a-0ffa-4302-989a-9933fddc107c tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:38:27.492196 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-7e31e05b-602e-47ba-aa92-2653f731d5cb req-fc96da3a-0ffa-4302-989a-9933fddc107c tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=294469b7-8854-4bee-b457-efbb0b15850e HTTP/1.1" status: 200 len: 943 time: 0.0558705 Feb 21 00:38:27.542839 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-7e31e05b-602e-47ba-aa92-2653f731d5cb req-a9004620-5e8d-4989-a16f-568b98beb3ff tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=7620e282-a5c6-4f74-9c3a-d4610dec1186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446279 Feb 21 00:38:27.895172 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.agents_db [None req-b2a96afc-399a-46ae-93e6-bd9f3e536be2 None None] Agent healthcheck: found 6 active agents {{(pid=109225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 00:38:28.672987 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90570af6-bee9-4702-8883-bf8b1f5e4c0b req-fc99c323-5957-4c10-b5c6-3f4b954224a8 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:38:28.674492 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-90570af6-bee9-4702-8883-bf8b1f5e4c0b req-fc99c323-5957-4c10-b5c6-3f4b954224a8 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=294469b7-8854-4bee-b457-efbb0b15850e HTTP/1.1" status: 200 len: 943 time: 0.0533140 Feb 21 00:38:28.723104 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-90570af6-bee9-4702-8883-bf8b1f5e4c0b req-a98dbed4-62a3-47ec-879e-fee423d3421e tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=7620e282-a5c6-4f74-9c3a-d4610dec1186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416980 Feb 21 00:38:29.624923 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e051e3-d76f-4098-a563-d9d1cc109c98 req-ffb3db47-34bb-4f01-89cc-d13e5498882e tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:38:29.626361 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-c9e051e3-d76f-4098-a563-d9d1cc109c98 req-ffb3db47-34bb-4f01-89cc-d13e5498882e tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=294469b7-8854-4bee-b457-efbb0b15850e HTTP/1.1" status: 200 len: 943 time: 0.0822189 Feb 21 00:38:29.655241 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-02aa0490-0f23-41f5-9904-f51e6ae78202 req-7d9ada5b-fff7-4465-8555-6eefcd29fd76 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=294469b7-8854-4bee-b457-efbb0b15850e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0717654 Feb 21 00:38:29.681158 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-c9e051e3-d76f-4098-a563-d9d1cc109c98 req-961713ec-be11-45f0-8d1f-8dde5fd83b99 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=7620e282-a5c6-4f74-9c3a-d4610dec1186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493319 Feb 21 00:38:29.800155 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 60864) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:38:29.935976 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aa0490-0f23-41f5-9904-f51e6ae78202 req-69db23ce-d759-4aab-a1db-4d2cdec609ea tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:38:29.937310 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-02aa0490-0f23-41f5-9904-f51e6ae78202 req-69db23ce-d759-4aab-a1db-4d2cdec609ea tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports/7737bb4f-43f4-4311-a75d-cc77a3bece1e HTTP/1.1" status: 200 len: 940 time: 0.1361451 Feb 21 00:38:30.708494 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aa0490-0f23-41f5-9904-f51e6ae78202 req-f7c0ae36-b3fa-4bcf-9d4b-ab9a20fb9cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:38:30.709845 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-02aa0490-0f23-41f5-9904-f51e6ae78202 req-f7c0ae36-b3fa-4bcf-9d4b-ab9a20fb9cb4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=294469b7-8854-4bee-b457-efbb0b15850e&tenant_id=51a255ecc1c64df295f0bd94fee4f7d2 HTTP/1.1" status: 200 len: 1127 time: 0.0433404 Feb 21 00:38:30.786713 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aa0490-0f23-41f5-9904-f51e6ae78202 req-e2490cc2-53bb-49f7-aeaf-18f53504f983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:38:30.788255 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-02aa0490-0f23-41f5-9904-f51e6ae78202 req-e2490cc2-53bb-49f7-aeaf-18f53504f983 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=51a255ecc1c64df295f0bd94fee4f7d2&device_id=294469b7-8854-4bee-b457-efbb0b15850e HTTP/1.1" status: 200 len: 1127 time: 0.0516181 Feb 21 00:38:30.806486 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485e610f-ae7c-48f0-92e4-4fdfff1fcf06 req-39cd7e5b-32da-4a2f-9a1d-c03733d2cc79 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:38:30.808028 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-485e610f-ae7c-48f0-92e4-4fdfff1fcf06 req-39cd7e5b-32da-4a2f-9a1d-c03733d2cc79 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=294469b7-8854-4bee-b457-efbb0b15850e HTTP/1.1" status: 200 len: 943 time: 0.0525961 Feb 21 00:38:30.859409 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-485e610f-ae7c-48f0-92e4-4fdfff1fcf06 req-cfbcfb8c-10b1-499c-a5aa-994c70ed44d7 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=7620e282-a5c6-4f74-9c3a-d4610dec1186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458741 Feb 21 00:38:30.884149 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aa0490-0f23-41f5-9904-f51e6ae78202 req-6de0dc95-ceab-48f6-8532-088f11190786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:38:30.885745 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-02aa0490-0f23-41f5-9904-f51e6ae78202 req-6de0dc95-ceab-48f6-8532-088f11190786 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2cc309f6-129c-421f-a7c2-95ecda53f9b9 HTTP/1.1" status: 200 len: 918 time: 0.0868158 Feb 21 00:38:30.954442 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-02aa0490-0f23-41f5-9904-f51e6ae78202 req-4d1eff1c-4826-4244-91d7-fd11a13bbe4e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7737bb4f-43f4-4311-a75d-cc77a3bece1e HTTP/1.1" status: 200 len: 999 time: 0.0578129 Feb 21 00:38:31.008580 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aa0490-0f23-41f5-9904-f51e6ae78202 req-4c2b1d52-da57-46d1-b765-7261fb361819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:38:31.009997 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-02aa0490-0f23-41f5-9904-f51e6ae78202 req-4c2b1d52-da57-46d1-b765-7261fb361819 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4c4904f9-0933-4cbb-8971-c27649ee3505 HTTP/1.1" status: 200 len: 856 time: 0.0467410 Feb 21 00:38:31.060721 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aa0490-0f23-41f5-9904-f51e6ae78202 req-b4c7366a-e50b-4e0a-b202-7f2cca0475f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:38:31.062184 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-02aa0490-0f23-41f5-9904-f51e6ae78202 req-b4c7366a-e50b-4e0a-b202-7f2cca0475f0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2cc309f6-129c-421f-a7c2-95ecda53f9b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422659 Feb 21 00:38:31.151645 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-02aa0490-0f23-41f5-9904-f51e6ae78202 req-f452f078-d638-42e1-aa55-445223bba08e service neutron] 10.222.0.36 "GET /v2.0/networks/2cc309f6-129c-421f-a7c2-95ecda53f9b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791981 Feb 21 00:38:31.251775 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-02aa0490-0f23-41f5-9904-f51e6ae78202 req-6a314ced-feab-44dc-b82d-a97743b5b1b4 service neutron] 10.222.0.36 "GET /v2.0/networks/2cc309f6-129c-421f-a7c2-95ecda53f9b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903671 Feb 21 00:38:31.285648 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Device 7737bb4f-43f4-4311-a75d-cc77a3bece1e no longer exists at agent hyperv_hv-cinder-81322 {{(pid=109224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 00:38:31.535404 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Current status of the port 7737bb4f-43f4-4311-a75d-cc77a3bece1e is: DOWN; New status is: DOWN {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:38:31.539569 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-e494d9ad-24af-4076-a223-5fa2a047a318 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (57941464-2af3-4cc7-9b46-3eeacd6f6fca), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:31.804062 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 60920) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:38:31.913128 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-0d945c7a-65f5-4095-8ecd-c88500dbbd3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:32.029169 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-0d945c7a-65f5-4095-8ecd-c88500dbbd3e admin admin] Publish callbacks [] for security_group (57ff9d28-3488-4e00-906d-08b50df5a0cf), precommit_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:32.035112 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b027bd-201f-4d45-9f1b-768cdbcf266d req-a42f3699-e229-42da-8e1c-7ae3c7045b51 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:38:32.038811 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-0d945c7a-65f5-4095-8ecd-c88500dbbd3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (57ff9d28-3488-4e00-906d-08b50df5a0cf), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:32.044388 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-b5b027bd-201f-4d45-9f1b-768cdbcf266d req-a42f3699-e229-42da-8e1c-7ae3c7045b51 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=294469b7-8854-4bee-b457-efbb0b15850e HTTP/1.1" status: 200 len: 943 time: 0.0895891 Feb 21 00:38:32.111424 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-b5b027bd-201f-4d45-9f1b-768cdbcf266d req-2a3c70bc-015e-41ee-aa23-81cfe14f98af tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=7620e282-a5c6-4f74-9c3a-d4610dec1186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657501 Feb 21 00:38:32.111563 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d945c7a-65f5-4095-8ecd-c88500dbbd3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57ff9d28-3488-4e00-906d-08b50df5a0cf,revision_number=1']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:38:32.125416 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-0d945c7a-65f5-4095-8ecd-c88500dbbd3e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6c2920a409f742c295c7b294e0c50c5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3196809 Feb 21 00:38:32.126108 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 60932) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:38:32.210720 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-75bd5acd-2fd1-4437-b4a7-4fff45871f12 admin admin] Publish callbacks [] for security_group (57ff9d28-3488-4e00-906d-08b50df5a0cf), before_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:32.253387 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-75bd5acd-2fd1-4437-b4a7-4fff45871f12 admin admin] Publish callbacks [] for security_group (57ff9d28-3488-4e00-906d-08b50df5a0cf), precommit_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:32.330086 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-75bd5acd-2fd1-4437-b4a7-4fff45871f12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (57ff9d28-3488-4e00-906d-08b50df5a0cf), after_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:32.333026 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-75bd5acd-2fd1-4437-b4a7-4fff45871f12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:32.337168 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-75bd5acd-2fd1-4437-b4a7-4fff45871f12 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/57ff9d28-3488-4e00-906d-08b50df5a0cf HTTP/1.1" status: 204 len: 168 time: 0.2095153 Feb 21 00:38:32.345808 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bd5acd-2fd1-4437-b4a7-4fff45871f12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57ff9d28-3488-4e00-906d-08b50df5a0cf,revision_number=None']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:38:32.637298 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 60938) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:38:32.660603 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-c3ea577c-296e-4f51-807a-512bcf678154 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:32.753801 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-c3ea577c-296e-4f51-807a-512bcf678154 admin admin] Publish callbacks [] for security_group (8608326e-81de-42fc-b5f1-1f5e9465bc5f), precommit_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:32.759228 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-c3ea577c-296e-4f51-807a-512bcf678154 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (8608326e-81de-42fc-b5f1-1f5e9465bc5f), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:32.806380 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 60940) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:38:32.812641 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-c3ea577c-296e-4f51-807a-512bcf678154 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ffe1596c30db491e9843189dec999162&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1741283 Feb 21 00:38:32.815698 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ea577c-296e-4f51-807a-512bcf678154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8608326e-81de-42fc-b5f1-1f5e9465bc5f,revision_number=1']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:38:32.860992 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-ccbcf4e4-20b7-4692-90ae-abb0c487969e admin admin] Publish callbacks [] for security_group (8608326e-81de-42fc-b5f1-1f5e9465bc5f), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:32.885824 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-ccbcf4e4-20b7-4692-90ae-abb0c487969e admin admin] Publish callbacks [] for security_group (8608326e-81de-42fc-b5f1-1f5e9465bc5f), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:32.940917 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-ccbcf4e4-20b7-4692-90ae-abb0c487969e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (8608326e-81de-42fc-b5f1-1f5e9465bc5f), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:32.944376 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-ccbcf4e4-20b7-4692-90ae-abb0c487969e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:32.949707 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-ccbcf4e4-20b7-4692-90ae-abb0c487969e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8608326e-81de-42fc-b5f1-1f5e9465bc5f HTTP/1.1" status: 204 len: 168 time: 0.1422467 Feb 21 00:38:32.958959 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbcf4e4-20b7-4692-90ae-abb0c487969e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8608326e-81de-42fc-b5f1-1f5e9465bc5f,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:38:33.447032 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542f95a0-e36a-488e-a405-e9e2918b4083 req-3e2ddec1-52ec-4a2e-9e85-e62f378f4d29 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:38:33.449155 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-542f95a0-e36a-488e-a405-e9e2918b4083 req-3e2ddec1-52ec-4a2e-9e85-e62f378f4d29 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=294469b7-8854-4bee-b457-efbb0b15850e HTTP/1.1" status: 200 len: 943 time: 0.0612099 Feb 21 00:38:33.506765 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-542f95a0-e36a-488e-a405-e9e2918b4083 req-ece12e0d-5ca2-4f52-bc4d-885980a61928 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=7620e282-a5c6-4f74-9c3a-d4610dec1186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507009 Feb 21 00:38:33.555865 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-363c9b77-eb32-4c33-b426-8f51b34fe9eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (47b5b2cb-5391-4fc3-9478-3db20537c35a), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:34.680517 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa65757-5e50-41e4-a3be-0685c83d04e3 req-a8339336-12a3-4987-b788-9a3408f8eda4 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:38:34.682203 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-2fa65757-5e50-41e4-a3be-0685c83d04e3 req-a8339336-12a3-4987-b788-9a3408f8eda4 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=294469b7-8854-4bee-b457-efbb0b15850e HTTP/1.1" status: 200 len: 943 time: 0.0800390 Feb 21 00:38:34.743309 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-2fa65757-5e50-41e4-a3be-0685c83d04e3 req-d670c526-65ae-4d43-bc95-11830c333b60 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=7620e282-a5c6-4f74-9c3a-d4610dec1186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502849 Feb 21 00:38:35.093148 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-2cd5f963-efb3-4d3f-8e75-14b6a6f65242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (4a388d83-9cb8-49a2-9541-35a13f295f4a), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:35.903392 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4832c428-01fa-451d-96ed-9588a6cd1c03 req-08f14c66-e898-41f5-a062-718bdb68bd96 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:38:35.912341 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-4832c428-01fa-451d-96ed-9588a6cd1c03 req-08f14c66-e898-41f5-a062-718bdb68bd96 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=294469b7-8854-4bee-b457-efbb0b15850e HTTP/1.1" status: 200 len: 943 time: 0.0924072 Feb 21 00:38:35.965763 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-4832c428-01fa-451d-96ed-9588a6cd1c03 req-d3b540f9-e441-45a9-ba47-7dab9d4ee55d tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=7620e282-a5c6-4f74-9c3a-d4610dec1186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471125 Feb 21 00:38:36.403510 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-09e0abcb-2b1d-4918-a5e2-a10ed408e1f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (417c2155-c2c7-44af-91e4-b32264eafb82), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:37.103632 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0c4078-d14e-4b1e-9d12-6b4f930f0666 req-27e26d9a-02e3-438d-9495-71921264faf7 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:38:37.105531 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-8f0c4078-d14e-4b1e-9d12-6b4f930f0666 req-27e26d9a-02e3-438d-9495-71921264faf7 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=294469b7-8854-4bee-b457-efbb0b15850e HTTP/1.1" status: 200 len: 943 time: 0.0630295 Feb 21 00:38:37.152581 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-8f0c4078-d14e-4b1e-9d12-6b4f930f0666 req-8e3db857-744b-475b-b251-34968b907ca6 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=7620e282-a5c6-4f74-9c3a-d4610dec1186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415168 Feb 21 00:38:38.066492 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (d6e95c40-1d90-4a13-9e37-1d6580a24190), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:38.285623 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c3bd28-7380-4c19-a5f8-b431ba225fc1 req-ee244845-fdf4-481e-a4e9-ded953c875c5 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:38:38.287988 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-02c3bd28-7380-4c19-a5f8-b431ba225fc1 req-ee244845-fdf4-481e-a4e9-ded953c875c5 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=294469b7-8854-4bee-b457-efbb0b15850e HTTP/1.1" status: 200 len: 943 time: 0.0569215 Feb 21 00:38:38.334987 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-02c3bd28-7380-4c19-a5f8-b431ba225fc1 req-e98a4616-b32c-463a-a4f7-c60def51a245 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=7620e282-a5c6-4f74-9c3a-d4610dec1186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408552 Feb 21 00:38:39.473522 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba58b17-9681-4358-a059-ae6b0ccd88cf req-76606b94-8bd2-4e1e-944f-611531b4a463 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:38:39.475485 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-4ba58b17-9681-4358-a059-ae6b0ccd88cf req-76606b94-8bd2-4e1e-944f-611531b4a463 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=294469b7-8854-4bee-b457-efbb0b15850e HTTP/1.1" status: 200 len: 943 time: 0.0616164 Feb 21 00:38:39.531303 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-4ba58b17-9681-4358-a059-ae6b0ccd88cf req-9162235d-280d-467b-9ed2-fb89e6ba6e35 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=7620e282-a5c6-4f74-9c3a-d4610dec1186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496752 Feb 21 00:38:40.650880 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9b733d-38f2-4505-9eda-6f2f351314d0 req-349aa691-ac32-4e58-859c-93cae0353ebc tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:38:40.652345 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-ba9b733d-38f2-4505-9eda-6f2f351314d0 req-349aa691-ac32-4e58-859c-93cae0353ebc tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=294469b7-8854-4bee-b457-efbb0b15850e HTTP/1.1" status: 200 len: 943 time: 0.0517285 Feb 21 00:38:40.700317 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-ba9b733d-38f2-4505-9eda-6f2f351314d0 req-88a960ac-4ef5-4c94-ba0d-e43d3a11b843 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=7620e282-a5c6-4f74-9c3a-d4610dec1186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425615 Feb 21 00:38:41.573988 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ae2789-9a69-4786-a001-b62ed195392e req-98b8bdf7-a594-4520-89fa-64f6fd14f524 tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:38:41.575619 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-34ae2789-9a69-4786-a001-b62ed195392e req-98b8bdf7-a594-4520-89fa-64f6fd14f524 tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e2430b1-8c8f-4136-abf8-c7170a5cbf57 HTTP/1.1" status: 200 len: 945 time: 0.0516262 Feb 21 00:38:41.623806 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-34ae2789-9a69-4786-a001-b62ed195392e req-a98781c1-43c4-422a-8ee8-ef4a19531f59 tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead6c93-8d5b-4a00-8efd-7ee34086e598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429916 Feb 21 00:38:41.823446 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7454669a-4b1f-4f90-8465-7b2ae82578ee req-5f883fcb-e136-47f0-9cb2-870bbc589056 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:38:41.824907 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-7454669a-4b1f-4f90-8465-7b2ae82578ee req-5f883fcb-e136-47f0-9cb2-870bbc589056 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=294469b7-8854-4bee-b457-efbb0b15850e HTTP/1.1" status: 200 len: 943 time: 0.0519040 Feb 21 00:38:41.870993 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-7454669a-4b1f-4f90-8465-7b2ae82578ee req-3f0426da-3f23-446d-93e8-771db2e8d562 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=7620e282-a5c6-4f74-9c3a-d4610dec1186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405691 Feb 21 00:38:42.791832 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb13b9d-d596-45ef-9bfd-6fc18838af23 req-65995032-a0b1-41fa-908c-50b8ffb4134c tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:38:42.793294 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-6bb13b9d-d596-45ef-9bfd-6fc18838af23 req-65995032-a0b1-41fa-908c-50b8ffb4134c tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e2430b1-8c8f-4136-abf8-c7170a5cbf57 HTTP/1.1" status: 200 len: 945 time: 0.0526538 Feb 21 00:38:42.839862 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-6bb13b9d-d596-45ef-9bfd-6fc18838af23 req-f79e8a8c-fb99-43fb-b3bd-b1b3f69d1ed6 tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead6c93-8d5b-4a00-8efd-7ee34086e598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411284 Feb 21 00:38:42.994500 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69334754-f395-4226-8ff1-6fea1327cc0a req-e7bd2cdb-923c-4537-9708-d18ee7d3db5b tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:38:42.995987 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-69334754-f395-4226-8ff1-6fea1327cc0a req-e7bd2cdb-923c-4537-9708-d18ee7d3db5b tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=294469b7-8854-4bee-b457-efbb0b15850e HTTP/1.1" status: 200 len: 943 time: 0.0548940 Feb 21 00:38:43.041370 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-69334754-f395-4226-8ff1-6fea1327cc0a req-7f8715e3-d3fd-4240-af8d-90819ecaedbd tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=7620e282-a5c6-4f74-9c3a-d4610dec1186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399127 Feb 21 00:38:43.324874 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Device 7737bb4f-43f4-4311-a75d-cc77a3bece1e details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109224) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 00:38:43.417669 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] For port 7737bb4f-43f4-4311-a75d-cc77a3bece1e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=7737bb4f-43f4-4311-a75d-cc77a3bece1e,segment=NetworkSegment(905ecc73-8a74-4e6f-8e03-5ec9e3dbca32),segment_id=905ecc73-8a74-4e6f-8e03-5ec9e3dbca32)] {{(pid=109224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:38:43.428447 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Returning: {'device': '7737bb4f-43f4-4311-a75d-cc77a3bece1e', 'network_id': '2cc309f6-129c-421f-a7c2-95ecda53f9b9', 'port_id': '7737bb4f-43f4-4311-a75d-cc77a3bece1e', 'mac_address': 'fa:16:3e:5c:85:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c4904f9-0933-4cbb-8971-c27649ee3505', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109224) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 00:38:43.463277 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Current status of the port 7737bb4f-43f4-4311-a75d-cc77a3bece1e is: DOWN; New status is: BUILD {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:38:43.463674 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (7737bb4f-43f4-4311-a75d-cc77a3bece1e), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:43.477003 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.notifiers.nova [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7737bb4f-43f4-4311-a75d-cc77a3bece1e {{(pid=109224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 00:38:43.497532 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] For port 7737bb4f-43f4-4311-a75d-cc77a3bece1e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=7737bb4f-43f4-4311-a75d-cc77a3bece1e,segment=NetworkSegment(905ecc73-8a74-4e6f-8e03-5ec9e3dbca32),segment_id=905ecc73-8a74-4e6f-8e03-5ec9e3dbca32)] {{(pid=109224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:38:43.501446 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (7737bb4f-43f4-4311-a75d-cc77a3bece1e), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:43.547550 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Pushing event updated for resources: {'Port': ['ID=7737bb4f-43f4-4311-a75d-cc77a3bece1e,revision_number=9']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:38:43.780819 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] get_ports_and_sgs() called for port_ids ['7737bb4f-43f4-4311-a75d-cc77a3bece1e'] {{(pid=109224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 00:38:43.970950 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1131b520-2efa-4b6b-9926-201c1282fae3 req-ba308bfe-352b-43be-a8c1-9494f62144e8 tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:38:43.972454 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-1131b520-2efa-4b6b-9926-201c1282fae3 req-ba308bfe-352b-43be-a8c1-9494f62144e8 tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e2430b1-8c8f-4136-abf8-c7170a5cbf57 HTTP/1.1" status: 200 len: 945 time: 0.0605044 Feb 21 00:38:44.020281 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-1131b520-2efa-4b6b-9926-201c1282fae3 req-3da56343-88bf-4acb-9502-d84428101d81 tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead6c93-8d5b-4a00-8efd-7ee34086e598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415928 Feb 21 00:38:44.163776 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859c65b2-62e1-432b-826b-84e3606bb131 req-79e901e6-8758-4e9d-b78f-ff8bc28848f0 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:38:44.165152 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-859c65b2-62e1-432b-826b-84e3606bb131 req-79e901e6-8758-4e9d-b78f-ff8bc28848f0 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=294469b7-8854-4bee-b457-efbb0b15850e HTTP/1.1" status: 200 len: 944 time: 0.0512357 Feb 21 00:38:44.210089 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-859c65b2-62e1-432b-826b-84e3606bb131 req-3e1b2579-1ebb-454c-a8ad-f37362a0e009 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=7620e282-a5c6-4f74-9c3a-d4610dec1186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395160 Feb 21 00:38:44.686520 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (2124d49d-e543-43fa-8e9f-817e1d020459), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:45.090043 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 32880) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:38:45.137956 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fdf89a-0136-40a9-ac18-adbd66c63cfc req-791f10f4-e0d3-4780-a256-45792dc7bfbd tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:38:45.139465 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-11fdf89a-0136-40a9-ac18-adbd66c63cfc req-791f10f4-e0d3-4780-a256-45792dc7bfbd tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e2430b1-8c8f-4136-abf8-c7170a5cbf57 HTTP/1.1" status: 200 len: 945 time: 0.0534875 Feb 21 00:38:45.188773 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-11fdf89a-0136-40a9-ac18-adbd66c63cfc req-d06c816b-9d7c-4668-95e8-ffde311f98dd tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead6c93-8d5b-4a00-8efd-7ee34086e598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438731 Feb 21 00:38:45.193267 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-0d93d6b8-e706-4621-9ced-8b932489c40a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:45.265920 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-0d93d6b8-e706-4621-9ced-8b932489c40a admin admin] Publish callbacks [] for security_group (602dfe6b-0af6-4adb-9456-17966efd1037), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:45.269970 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-0d93d6b8-e706-4621-9ced-8b932489c40a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (602dfe6b-0af6-4adb-9456-17966efd1037), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:45.329144 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Device 7737bb4f-43f4-4311-a75d-cc77a3bece1e up at agent hyperv_hv-cinder-81322 {{(pid=109224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:38:45.333077 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-0d93d6b8-e706-4621-9ced-8b932489c40a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=01ec7a739da54c76ae78c16b3f59f9ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2419734 Feb 21 00:38:45.335837 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 32886) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:38:45.339962 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d93d6b8-e706-4621-9ced-8b932489c40a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=602dfe6b-0af6-4adb-9456-17966efd1037,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:38:45.364661 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a36c158-be6c-436a-a7aa-d5241ce63b55 req-554a36da-e8b1-4295-ae98-a1e978f537df tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:38:45.366163 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-4a36c158-be6c-436a-a7aa-d5241ce63b55 req-554a36da-e8b1-4295-ae98-a1e978f537df tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=294469b7-8854-4bee-b457-efbb0b15850e HTTP/1.1" status: 200 len: 944 time: 0.0838773 Feb 21 00:38:45.381033 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Provisioning complete for port 7737bb4f-43f4-4311-a75d-cc77a3bece1e triggered by entity L2. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:38:45.381416 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (7737bb4f-43f4-4311-a75d-cc77a3bece1e), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:45.397687 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-81337d72-f40a-48d4-89cd-81c14d01a45d admin admin] Publish callbacks [] for security_group (602dfe6b-0af6-4adb-9456-17966efd1037), before_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:45.418317 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-4a36c158-be6c-436a-a7aa-d5241ce63b55 req-a1253e43-2506-4bb8-ad18-79dfb5bf91f0 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=7620e282-a5c6-4f74-9c3a-d4610dec1186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461528 Feb 21 00:38:45.421059 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-81337d72-f40a-48d4-89cd-81c14d01a45d admin admin] Publish callbacks [] for security_group (602dfe6b-0af6-4adb-9456-17966efd1037), precommit_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:45.461704 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Current status of the port 7737bb4f-43f4-4311-a75d-cc77a3bece1e is: BUILD; New status is: ACTIVE {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:38:45.462188 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (7737bb4f-43f4-4311-a75d-cc77a3bece1e), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:45.472605 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-81337d72-f40a-48d4-89cd-81c14d01a45d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (602dfe6b-0af6-4adb-9456-17966efd1037), after_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:45.475365 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-81337d72-f40a-48d4-89cd-81c14d01a45d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:45.479791 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-81337d72-f40a-48d4-89cd-81c14d01a45d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/602dfe6b-0af6-4adb-9456-17966efd1037 HTTP/1.1" status: 204 len: 168 time: 0.1391959 Feb 21 00:38:45.486489 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '294469b7-8854-4bee-b457-efbb0b15850e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7737bb4f-43f4-4311-a75d-cc77a3bece1e'}] {{(pid=109224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:38:45.486984 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81337d72-f40a-48d4-89cd-81c14d01a45d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=602dfe6b-0af6-4adb-9456-17966efd1037,revision_number=None']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:38:45.489586 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea31762fe36adf1256da5116fd788589841920f52286d7e0b0077cda52487892" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bd053ae-8776-4f1d-8d3d-064e36f7b33b" -d '{"events": [{"server_uuid": "294469b7-8854-4bee-b457-efbb0b15850e", "name": "network-vif-plugged", "status": "completed", "tag": "7737bb4f-43f4-4311-a75d-cc77a3bece1e"}]}' {{(pid=109224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:38:45.505263 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] For port 7737bb4f-43f4-4311-a75d-cc77a3bece1e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=7737bb4f-43f4-4311-a75d-cc77a3bece1e,segment=NetworkSegment(905ecc73-8a74-4e6f-8e03-5ec9e3dbca32),segment_id=905ecc73-8a74-4e6f-8e03-5ec9e3dbca32)] {{(pid=109224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:38:45.511750 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (7737bb4f-43f4-4311-a75d-cc77a3bece1e), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:45.535265 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 00:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66cad388-c7a1-4630-9336-bbf2954bfa70 x-openstack-request-id: req-66cad388-c7a1-4630-9336-bbf2954bfa70 {{(pid=109224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:38:45.535628 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "294469b7-8854-4bee-b457-efbb0b15850e", "name": "network-vif-plugged", "status": "completed", "tag": "7737bb4f-43f4-4311-a75d-cc77a3bece1e", "code": 200}]} {{(pid=109224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:38:45.535889 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-66cad388-c7a1-4630-9336-bbf2954bfa70 {{(pid=109224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:38:45.542950 dv-cinder-813225-6-iscsi neutron-server[109224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '294469b7-8854-4bee-b457-efbb0b15850e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7737bb4f-43f4-4311-a75d-cc77a3bece1e', 'code': 200} Feb 21 00:38:45.569886 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Pushing event updated for resources: {'Port': ['ID=7737bb4f-43f4-4311-a75d-cc77a3bece1e,revision_number=10']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:38:45.715294 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c708ac-17e7-44a4-8126-2c01adefbd9e req-ee124a9e-74c3-4344-bdc1-169af7d468d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:38:45.717132 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-02c708ac-17e7-44a4-8126-2c01adefbd9e req-ee124a9e-74c3-4344-bdc1-169af7d468d1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=294469b7-8854-4bee-b457-efbb0b15850e HTTP/1.1" status: 200 len: 1130 time: 0.0445297 Feb 21 00:38:45.762760 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 32894) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:38:45.764097 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-02c708ac-17e7-44a4-8126-2c01adefbd9e req-d8d0483b-2fea-43dd-96a9-26c1f13b242f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7620e282-a5c6-4f74-9c3a-d4610dec1186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382524 Feb 21 00:38:45.775852 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-935a8fc1-57df-4cfe-82db-c7712642023c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:45.847320 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-935a8fc1-57df-4cfe-82db-c7712642023c admin admin] Publish callbacks [] for security_group (9fc50d9c-81d2-4f91-ad74-4152dea17da5), precommit_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:45.850917 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-935a8fc1-57df-4cfe-82db-c7712642023c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (9fc50d9c-81d2-4f91-ad74-4152dea17da5), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:45.888322 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-935a8fc1-57df-4cfe-82db-c7712642023c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6e3ab53e8a66490094322c3bac36b7d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1244659 Feb 21 00:38:45.890240 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935a8fc1-57df-4cfe-82db-c7712642023c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fc50d9c-81d2-4f91-ad74-4152dea17da5,revision_number=1']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:38:45.891097 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 32896) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:38:45.941047 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-801da8c7-6f9f-4f5e-8619-52b4e43771db admin admin] Publish callbacks [] for security_group (9fc50d9c-81d2-4f91-ad74-4152dea17da5), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:45.961710 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-801da8c7-6f9f-4f5e-8619-52b4e43771db admin admin] Publish callbacks [] for security_group (9fc50d9c-81d2-4f91-ad74-4152dea17da5), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:46.005606 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-801da8c7-6f9f-4f5e-8619-52b4e43771db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (9fc50d9c-81d2-4f91-ad74-4152dea17da5), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:46.008105 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-801da8c7-6f9f-4f5e-8619-52b4e43771db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:46.009268 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-801da8c7-6f9f-4f5e-8619-52b4e43771db admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9fc50d9c-81d2-4f91-ad74-4152dea17da5 HTTP/1.1" status: 204 len: 168 time: 0.1171699 Feb 21 00:38:46.016901 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801da8c7-6f9f-4f5e-8619-52b4e43771db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fc50d9c-81d2-4f91-ad74-4152dea17da5,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:38:46.307135 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89815a7b-a33f-4fe8-b5f8-e38d36938267 req-982aeac6-32ab-4550-8e05-c99ac3b5141c tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:38:46.308650 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-89815a7b-a33f-4fe8-b5f8-e38d36938267 req-982aeac6-32ab-4550-8e05-c99ac3b5141c tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e2430b1-8c8f-4136-abf8-c7170a5cbf57 HTTP/1.1" status: 200 len: 945 time: 0.0530384 Feb 21 00:38:46.358166 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-89815a7b-a33f-4fe8-b5f8-e38d36938267 req-12077590-a5b9-4819-917e-b55ec82584ce tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead6c93-8d5b-4a00-8efd-7ee34086e598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441329 Feb 21 00:38:46.544725 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d094518-6cef-475e-9614-564c4ae37052 req-61d852ed-923c-4862-b7bb-c58f230f125f tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:38:46.546207 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-4d094518-6cef-475e-9614-564c4ae37052 req-61d852ed-923c-4862-b7bb-c58f230f125f tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=294469b7-8854-4bee-b457-efbb0b15850e HTTP/1.1" status: 200 len: 946 time: 0.0524945 Feb 21 00:38:46.594258 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-4d094518-6cef-475e-9614-564c4ae37052 req-2a4e4909-4ff0-48f1-ae12-289090a607b1 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=7620e282-a5c6-4f74-9c3a-d4610dec1186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423839 Feb 21 00:38:47.478905 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99ecfa2-e940-4ae7-bb41-740a1df5d82f req-6fe6daf5-3ab5-4668-9b0a-68fa3815debf tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:38:47.485469 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-f99ecfa2-e940-4ae7-bb41-740a1df5d82f req-6fe6daf5-3ab5-4668-9b0a-68fa3815debf tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e2430b1-8c8f-4136-abf8-c7170a5cbf57 HTTP/1.1" status: 200 len: 945 time: 0.0586989 Feb 21 00:38:47.535739 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-f99ecfa2-e940-4ae7-bb41-740a1df5d82f req-0d7abd91-1baa-4070-8928-96fce1c8af02 tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead6c93-8d5b-4a00-8efd-7ee34086e598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493395 Feb 21 00:38:47.743084 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15126ce-5ce5-471e-a630-7288ed69f388 req-b6ec0aac-7e8c-4eae-8ec4-7ab0ef557132 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:38:47.745322 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-b15126ce-5ce5-471e-a630-7288ed69f388 req-b6ec0aac-7e8c-4eae-8ec4-7ab0ef557132 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=294469b7-8854-4bee-b457-efbb0b15850e HTTP/1.1" status: 200 len: 946 time: 0.0753856 Feb 21 00:38:47.794059 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-b15126ce-5ce5-471e-a630-7288ed69f388 req-e9a109a7-e7f3-4837-b8f5-0ee2cc114251 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=7620e282-a5c6-4f74-9c3a-d4610dec1186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432031 Feb 21 00:38:48.651480 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0d7149-54e2-49ab-80b3-4551e6b4628b req-5359620f-da68-4163-81d0-46a5e812090a tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:38:48.652925 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-5b0d7149-54e2-49ab-80b3-4551e6b4628b req-5359620f-da68-4163-81d0-46a5e812090a tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e2430b1-8c8f-4136-abf8-c7170a5cbf57 HTTP/1.1" status: 200 len: 945 time: 0.0503807 Feb 21 00:38:48.700531 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-5b0d7149-54e2-49ab-80b3-4551e6b4628b req-0533e5a6-186d-4a10-8c28-457591f7a44f tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead6c93-8d5b-4a00-8efd-7ee34086e598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422196 Feb 21 00:38:48.917432 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5a1859-4c72-4a0f-b993-de7f84eeea7f req-06245216-f155-421c-be97-c662de89aea5 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:38:48.918918 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-5b5a1859-4c72-4a0f-b993-de7f84eeea7f req-06245216-f155-421c-be97-c662de89aea5 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=294469b7-8854-4bee-b457-efbb0b15850e HTTP/1.1" status: 200 len: 946 time: 0.0538981 Feb 21 00:38:48.969925 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-5b5a1859-4c72-4a0f-b993-de7f84eeea7f req-146c68b0-c897-4232-a582-5e12adfb0126 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=7620e282-a5c6-4f74-9c3a-d4610dec1186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452051 Feb 21 00:38:49.842958 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b993b52f-9588-45ab-b91d-5504fd19ac64 req-7f1fb521-7ea0-4c27-968c-0f0d16a41645 tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:38:49.844377 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-b993b52f-9588-45ab-b91d-5504fd19ac64 req-7f1fb521-7ea0-4c27-968c-0f0d16a41645 tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e2430b1-8c8f-4136-abf8-c7170a5cbf57 HTTP/1.1" status: 200 len: 945 time: 0.0777991 Feb 21 00:38:49.885561 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bae693-b6c5-4061-9f22-150d7baeeb9d req-ec9723ba-7cec-4736-bd97-b4e44bfb0e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:38:49.886991 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-87bae693-b6c5-4061-9f22-150d7baeeb9d req-ec9723ba-7cec-4736-bd97-b4e44bfb0e15 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1022ec32710c4438be1d656ef94cf199&device_id=4e2430b1-8c8f-4136-abf8-c7170a5cbf57 HTTP/1.1" status: 200 len: 1129 time: 0.0795019 Feb 21 00:38:49.903099 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-b993b52f-9588-45ab-b91d-5504fd19ac64 req-2d9844dd-49aa-488d-895c-6171aa7434a7 tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead6c93-8d5b-4a00-8efd-7ee34086e598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526481 Feb 21 00:38:49.985169 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bae693-b6c5-4061-9f22-150d7baeeb9d req-7e37f073-77e7-46df-8e96-5c1484e1d466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:38:49.986656 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-87bae693-b6c5-4061-9f22-150d7baeeb9d req-7e37f073-77e7-46df-8e96-5c1484e1d466 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d6d2700e-87da-42e8-bd68-6361cafa1e7e HTTP/1.1" status: 200 len: 909 time: 0.0815580 Feb 21 00:38:50.056048 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-87bae693-b6c5-4061-9f22-150d7baeeb9d req-6b287b2d-edd1-4222-b66a-88047aeee6bb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99b64256-8953-4414-bd61-aec26170d274 HTTP/1.1" status: 200 len: 1000 time: 0.0627635 Feb 21 00:38:50.102738 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bae693-b6c5-4061-9f22-150d7baeeb9d req-b2cbc5fd-b23e-4b06-9c7e-92806fa53d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:38:50.104386 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-87bae693-b6c5-4061-9f22-150d7baeeb9d req-b2cbc5fd-b23e-4b06-9c7e-92806fa53d0a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f35da8e3-8a83-4d91-8de4-129fb55d2a0b HTTP/1.1" status: 200 len: 847 time: 0.0429623 Feb 21 00:38:50.155763 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bae693-b6c5-4061-9f22-150d7baeeb9d req-482b4e5c-6075-45d3-bac0-5a6987643b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:38:50.157252 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-87bae693-b6c5-4061-9f22-150d7baeeb9d req-482b4e5c-6075-45d3-bac0-5a6987643b02 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d6d2700e-87da-42e8-bd68-6361cafa1e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460584 Feb 21 00:38:50.250462 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-87bae693-b6c5-4061-9f22-150d7baeeb9d req-911dd539-dd3e-4b0f-bb24-0531991ed37b service neutron] 10.222.0.36 "GET /v2.0/networks/d6d2700e-87da-42e8-bd68-6361cafa1e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870702 Feb 21 00:38:50.275420 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 33018) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:38:50.336784 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-87bae693-b6c5-4061-9f22-150d7baeeb9d req-c8d18018-6d4b-44db-b12b-d6bce8ed2264 service neutron] 10.222.0.36 "GET /v2.0/networks/d6d2700e-87da-42e8-bd68-6361cafa1e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803308 Feb 21 00:38:50.380081 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-41480c2d-0af7-41b6-a157-fa459a2cf5a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:50.455458 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-41480c2d-0af7-41b6-a157-fa459a2cf5a2 admin admin] Publish callbacks [] for security_group (d9cd71bc-1417-4ecc-8ee8-2cf0120f58a6), precommit_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:50.459259 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-41480c2d-0af7-41b6-a157-fa459a2cf5a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (d9cd71bc-1417-4ecc-8ee8-2cf0120f58a6), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:50.497027 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-41480c2d-0af7-41b6-a157-fa459a2cf5a2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0fc9569b1c0a427091d7e27fd3c05217&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2203271 Feb 21 00:38:50.497879 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41480c2d-0af7-41b6-a157-fa459a2cf5a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9cd71bc-1417-4ecc-8ee8-2cf0120f58a6,revision_number=1']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:38:50.499873 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 33022) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:38:50.546861 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-08f19be7-36b2-4e99-8607-059d9cd7b7ec admin admin] Publish callbacks [] for security_group (d9cd71bc-1417-4ecc-8ee8-2cf0120f58a6), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:50.566586 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-08f19be7-36b2-4e99-8607-059d9cd7b7ec admin admin] Publish callbacks [] for security_group (d9cd71bc-1417-4ecc-8ee8-2cf0120f58a6), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:50.615156 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-08f19be7-36b2-4e99-8607-059d9cd7b7ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (d9cd71bc-1417-4ecc-8ee8-2cf0120f58a6), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:50.617634 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-08f19be7-36b2-4e99-8607-059d9cd7b7ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:50.618779 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-08f19be7-36b2-4e99-8607-059d9cd7b7ec admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d9cd71bc-1417-4ecc-8ee8-2cf0120f58a6 HTTP/1.1" status: 204 len: 168 time: 0.1179404 Feb 21 00:38:50.626070 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f19be7-36b2-4e99-8607-059d9cd7b7ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9cd71bc-1417-4ecc-8ee8-2cf0120f58a6,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:38:50.868290 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 33028) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:38:50.881324 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ba2fff18-27f5-473b-ac50-c3d0e9c10738 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:50.955456 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ba2fff18-27f5-473b-ac50-c3d0e9c10738 admin admin] Publish callbacks [] for security_group (2f5c245e-5b28-4238-a46b-9a7a1f2ccc66), precommit_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:50.959699 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ba2fff18-27f5-473b-ac50-c3d0e9c10738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (2f5c245e-5b28-4238-a46b-9a7a1f2ccc66), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:51.020663 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2fff18-27f5-473b-ac50-c3d0e9c10738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f5c245e-5b28-4238-a46b-9a7a1f2ccc66,revision_number=1']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:38:51.028817 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-ba2fff18-27f5-473b-ac50-c3d0e9c10738 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2566460b16f84ec9806d0e8a4d605379&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1595137 Feb 21 00:38:51.031915 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 33032) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:38:51.049500 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7989457-9bf7-419a-8874-59631f2a3db1 req-757eb69c-1796-47bf-b215-979c4d5d5bb6 tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:38:51.051029 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-a7989457-9bf7-419a-8874-59631f2a3db1 req-757eb69c-1796-47bf-b215-979c4d5d5bb6 tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e2430b1-8c8f-4136-abf8-c7170a5cbf57 HTTP/1.1" status: 200 len: 945 time: 0.0747452 Feb 21 00:38:51.078945 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-6e0c88ca-853b-4822-b175-93ae2ff99971 admin admin] Publish callbacks [] for security_group (2f5c245e-5b28-4238-a46b-9a7a1f2ccc66), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:51.102393 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-6e0c88ca-853b-4822-b175-93ae2ff99971 admin admin] Publish callbacks [] for security_group (2f5c245e-5b28-4238-a46b-9a7a1f2ccc66), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:51.150931 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-6e0c88ca-853b-4822-b175-93ae2ff99971 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (2f5c245e-5b28-4238-a46b-9a7a1f2ccc66), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:51.153479 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-6e0c88ca-853b-4822-b175-93ae2ff99971 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:51.154671 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-6e0c88ca-853b-4822-b175-93ae2ff99971 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2f5c245e-5b28-4238-a46b-9a7a1f2ccc66 HTTP/1.1" status: 204 len: 168 time: 0.1218834 Feb 21 00:38:51.162891 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0c88ca-853b-4822-b175-93ae2ff99971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f5c245e-5b28-4238-a46b-9a7a1f2ccc66,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:38:51.355205 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-a7989457-9bf7-419a-8874-59631f2a3db1 req-42c41029-12c7-4c41-83f0-69fc636833c1 tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead6c93-8d5b-4a00-8efd-7ee34086e598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2984734 Feb 21 00:38:51.720705 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ddf461-e55e-476d-915c-1b4e8a4a72f6 req-ba04a01a-d72d-45e6-92ad-d0bf40508304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:38:51.722859 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-36ddf461-e55e-476d-915c-1b4e8a4a72f6 req-ba04a01a-d72d-45e6-92ad-d0bf40508304 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1022ec32710c4438be1d656ef94cf199&device_id=4e2430b1-8c8f-4136-abf8-c7170a5cbf57 HTTP/1.1" status: 200 len: 1129 time: 0.0460169 Feb 21 00:38:51.813291 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ddf461-e55e-476d-915c-1b4e8a4a72f6 req-bcde5959-fb87-490c-bb1a-cdfc67f707c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:38:51.814855 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-36ddf461-e55e-476d-915c-1b4e8a4a72f6 req-bcde5959-fb87-490c-bb1a-cdfc67f707c4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d6d2700e-87da-42e8-bd68-6361cafa1e7e HTTP/1.1" status: 200 len: 909 time: 0.0865979 Feb 21 00:38:51.817226 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 33054) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:38:51.879098 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-36ddf461-e55e-476d-915c-1b4e8a4a72f6 req-3951f715-d655-4ae0-8094-1e7f5bdb1561 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99b64256-8953-4414-bd61-aec26170d274 HTTP/1.1" status: 200 len: 1000 time: 0.0566308 Feb 21 00:38:51.924045 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [None req-db2c1f05-475a-40e2-bb56-133424260d37 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1914952625-network', 'tenant_id': 'c83ebc61fe684d73a8a1a5437b23ee30'}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:38:51.951876 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ddf461-e55e-476d-915c-1b4e8a4a72f6 req-4f4736b2-3444-4853-9c07-e111d218fdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:38:51.953303 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-36ddf461-e55e-476d-915c-1b4e8a4a72f6 req-4f4736b2-3444-4853-9c07-e111d218fdcc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f35da8e3-8a83-4d91-8de4-129fb55d2a0b HTTP/1.1" status: 200 len: 847 time: 0.0617454 Feb 21 00:38:51.954277 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db2c1f05-475a-40e2-bb56-133424260d37 admin admin] Made reservation on behalf of c83ebc61fe684d73a8a1a5437b23ee30 for: {'network': 1} {{(pid=109222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 00:38:51.956488 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-db2c1f05-475a-40e2-bb56-133424260d37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for network (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:51.972716 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-db2c1f05-475a-40e2-bb56-133424260d37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:52.029918 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ddf461-e55e-476d-915c-1b4e8a4a72f6 req-d539c54d-58d3-4dce-bb9b-0507f1f08774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:38:52.031428 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-36ddf461-e55e-476d-915c-1b4e8a4a72f6 req-d539c54d-58d3-4dce-bb9b-0507f1f08774 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d6d2700e-87da-42e8-bd68-6361cafa1e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0721090 Feb 21 00:38:52.129150 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-db2c1f05-475a-40e2-bb56-133424260d37 admin admin] Publish callbacks [] for security_group (ac1d8083-c69d-4680-acb3-e555113f136a), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:52.134522 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-db2c1f05-475a-40e2-bb56-133424260d37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (ac1d8083-c69d-4680-acb3-e555113f136a), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:52.162257 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-36ddf461-e55e-476d-915c-1b4e8a4a72f6 req-2538a1d0-8845-4d82-a1b8-436c8fb460f8 service neutron] 10.222.0.36 "GET /v2.0/networks/d6d2700e-87da-42e8-bd68-6361cafa1e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225390 Feb 21 00:38:52.170953 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db2c1f05-475a-40e2-bb56-133424260d37 admin admin] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=109222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 00:38:52.199779 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2c1f05-475a-40e2-bb56-133424260d37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac1d8083-c69d-4680-acb3-e555113f136a,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:38:52.227115 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-db2c1f05-475a-40e2-bb56-133424260d37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16097169'] for segment (928d73d6-106f-466b-8fa4-dea207a24d36), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:52.227484 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.db.segments_db [None req-db2c1f05-475a-40e2-bb56-133424260d37 admin admin] Added segment 928d73d6-106f-466b-8fa4-dea207a24d36 of type vlan for network 06a1e6f8-f7e8-4452-b94c-2b5bdf76edc1 Feb 21 00:38:52.290062 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-db2c1f05-475a-40e2-bb56-133424260d37 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731676168578'] for network (06a1e6f8-f7e8-4452-b94c-2b5bdf76edc1), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:52.312667 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-36ddf461-e55e-476d-915c-1b4e8a4a72f6 req-89be1921-870d-4605-91af-5659af1ea4bf service neutron] 10.222.0.36 "GET /v2.0/networks/d6d2700e-87da-42e8-bd68-6361cafa1e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397142 Feb 21 00:38:52.326388 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-db2c1f05-475a-40e2-bb56-133424260d37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403'] for network (06a1e6f8-f7e8-4452-b94c-2b5bdf76edc1), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:52.327492 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2c1f05-475a-40e2-bb56-133424260d37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:38:52.328072 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-db2c1f05-475a-40e2-bb56-133424260d37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582445'] for network (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:52.379421 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-db2c1f05-475a-40e2-bb56-133424260d37 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5611453 Feb 21 00:38:52.382327 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 33062) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:38:52.387702 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.v2.base [None req-5e2b23e8-fecb-4976-b9e3-e22169ae3d3a admin admin] Request body: {'subnet': {'network_id': '06a1e6f8-f7e8-4452-b94c-2b5bdf76edc1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1914952625-subnet', 'tenant_id': 'c83ebc61fe684d73a8a1a5437b23ee30', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:38:52.392944 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2c1f05-475a-40e2-bb56-133424260d37 admin admin] Pushing event updated for resources: {'Network': ['ID=06a1e6f8-f7e8-4452-b94c-2b5bdf76edc1,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:38:52.405306 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Network 06a1e6f8-f7e8-4452-b94c-2b5bdf76edc1 details requested by agent ovs-agent-dv-cinder-813225-6-iscsi with host dv-cinder-813225-6-iscsi {{(pid=109224) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 00:38:52.408702 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e2b23e8-fecb-4976-b9e3-e22169ae3d3a admin admin] Made reservation on behalf of c83ebc61fe684d73a8a1a5437b23ee30 for: {'subnet': 1} {{(pid=109223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 00:38:52.411658 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-5e2b23e8-fecb-4976-b9e3-e22169ae3d3a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3701950'] for subnet (None), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:52.480717 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66125662-83a0-4701-a988-4f9469406c2a req-ceaf2da5-1934-4e7f-a035-acc96944bcab tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:38:52.482277 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-66125662-83a0-4701-a988-4f9469406c2a req-ceaf2da5-1934-4e7f-a035-acc96944bcab tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e2430b1-8c8f-4136-abf8-c7170a5cbf57 HTTP/1.1" status: 200 len: 945 time: 0.0572832 Feb 21 00:38:52.535059 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-66125662-83a0-4701-a988-4f9469406c2a req-a136f7da-00be-40d7-bcef-b4bc1b3fdead tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead6c93-8d5b-4a00-8efd-7ee34086e598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464640 Feb 21 00:38:52.579543 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-5e2b23e8-fecb-4976-b9e3-e22169ae3d3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3992585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3701836'] for subnet (71cc6add-1131-4d27-98ee-1511dda50461), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:52.633395 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2b23e8-fecb-4976-b9e3-e22169ae3d3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=71cc6add-1131-4d27-98ee-1511dda50461,revision_number=0']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:38:52.640172 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2b23e8-fecb-4976-b9e3-e22169ae3d3a admin admin] Checking segment: {'id': '928d73d6-106f-466b-8fa4-dea207a24d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '06a1e6f8-f7e8-4452-b94c-2b5bdf76edc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:38:52.640529 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2b23e8-fecb-4976-b9e3-e22169ae3d3a admin admin] Network hostable DHCP agents. Network: 06a1e6f8-f7e8-4452-b94c-2b5bdf76edc1, hostable agents: ['57941464-2af3-4cc7-9b46-3eeacd6f6fca'], hosted agents: [] {{(pid=109223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 00:38:52.656717 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2b23e8-fecb-4976-b9e3-e22169ae3d3a admin admin] Network 06a1e6f8-f7e8-4452-b94c-2b5bdf76edc1 is scheduled to be hosted by DHCP agent 57941464-2af3-4cc7-9b46-3eeacd6f6fca with binding_index 1 {{(pid=109223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 00:38:52.665224 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.scheduler.base_scheduler [None req-5e2b23e8-fecb-4976-b9e3-e22169ae3d3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813225-6-iscsi, 06a1e6f8-f7e8-4452-b94c-2b5bdf76edc1) {{(pid=109223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:38:52.669201 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2b23e8-fecb-4976-b9e3-e22169ae3d3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:38:52.669799 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-5e2b23e8-fecb-4976-b9e3-e22169ae3d3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582445'] for subnet (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:52.674241 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-050d3163-58b1-4dec-be8c-059cace3d74e None None] Network 06a1e6f8-f7e8-4452-b94c-2b5bdf76edc1 requested from dv-cinder-813225-6-iscsi {{(pid=109224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 00:38:52.687440 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-5e2b23e8-fecb-4976-b9e3-e22169ae3d3a admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3013370 Feb 21 00:38:52.766930 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-317d6df9-a893-4661-a4cc-e905d2224ec9 None None] Network 06a1e6f8-f7e8-4452-b94c-2b5bdf76edc1 requested from dv-cinder-813225-6-iscsi {{(pid=109224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 00:38:53.136101 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 33078) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:38:53.140964 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [None req-222da235-08e4-44b5-bb0d-a7780ba14814 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-50539423-network', 'tenant_id': '092a3f5be9d045ed8f6912ec27c8b29b'}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:38:53.158994 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-222da235-08e4-44b5-bb0d-a7780ba14814 admin admin] Made reservation on behalf of 092a3f5be9d045ed8f6912ec27c8b29b for: {'network': 1} {{(pid=109222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 00:38:53.161199 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-222da235-08e4-44b5-bb0d-a7780ba14814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for network (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:53.169750 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-222da235-08e4-44b5-bb0d-a7780ba14814 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:53.243649 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-222da235-08e4-44b5-bb0d-a7780ba14814 admin admin] Publish callbacks [] for security_group (4e0c217b-103b-4604-9400-ec3d5411456e), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:53.247341 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-222da235-08e4-44b5-bb0d-a7780ba14814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (4e0c217b-103b-4604-9400-ec3d5411456e), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:53.270186 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-222da235-08e4-44b5-bb0d-a7780ba14814 admin admin] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=109222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 00:38:53.281311 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222da235-08e4-44b5-bb0d-a7780ba14814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e0c217b-103b-4604-9400-ec3d5411456e,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:38:53.287087 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-222da235-08e4-44b5-bb0d-a7780ba14814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16097169'] for segment (d8b1ab49-03da-4e2a-8cc1-efe63852979f), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:53.287501 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.db.segments_db [None req-222da235-08e4-44b5-bb0d-a7780ba14814 admin admin] Added segment d8b1ab49-03da-4e2a-8cc1-efe63852979f of type vlan for network 30c770c8-7ca2-4f3e-b037-ec83eedd9d8b Feb 21 00:38:53.326161 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-222da235-08e4-44b5-bb0d-a7780ba14814 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731676168578'] for network (30c770c8-7ca2-4f3e-b037-ec83eedd9d8b), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:53.349639 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-222da235-08e4-44b5-bb0d-a7780ba14814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403'] for network (30c770c8-7ca2-4f3e-b037-ec83eedd9d8b), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:53.350742 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222da235-08e4-44b5-bb0d-a7780ba14814 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:38:53.351928 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-222da235-08e4-44b5-bb0d-a7780ba14814 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582445'] for network (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:53.402563 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-222da235-08e4-44b5-bb0d-a7780ba14814 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.2654045 Feb 21 00:38:53.405366 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 33080) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:38:53.410296 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.v2.base [None req-2f608492-d39c-4c77-896c-3a241247e843 admin admin] Request body: {'subnet': {'network_id': '30c770c8-7ca2-4f3e-b037-ec83eedd9d8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-50539423-subnet', 'tenant_id': '092a3f5be9d045ed8f6912ec27c8b29b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:38:53.415773 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222da235-08e4-44b5-bb0d-a7780ba14814 admin admin] Pushing event updated for resources: {'Network': ['ID=30c770c8-7ca2-4f3e-b037-ec83eedd9d8b,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:38:53.425272 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Network 30c770c8-7ca2-4f3e-b037-ec83eedd9d8b details requested by agent ovs-agent-dv-cinder-813225-6-iscsi with host dv-cinder-813225-6-iscsi {{(pid=109224) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 00:38:53.430774 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f608492-d39c-4c77-896c-3a241247e843 admin admin] Made reservation on behalf of 092a3f5be9d045ed8f6912ec27c8b29b for: {'subnet': 1} {{(pid=109223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 00:38:53.433508 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-2f608492-d39c-4c77-896c-3a241247e843 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3701950'] for subnet (None), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:53.595651 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-2f608492-d39c-4c77-896c-3a241247e843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3992585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3701836'] for subnet (0749b7b5-847f-4398-aae9-c60d8527b9e5), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:53.679279 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f608492-d39c-4c77-896c-3a241247e843 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0749b7b5-847f-4398-aae9-c60d8527b9e5,revision_number=0']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:38:53.694608 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f608492-d39c-4c77-896c-3a241247e843 admin admin] Checking segment: {'id': 'd8b1ab49-03da-4e2a-8cc1-efe63852979f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '30c770c8-7ca2-4f3e-b037-ec83eedd9d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:38:53.694967 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f608492-d39c-4c77-896c-3a241247e843 admin admin] Network hostable DHCP agents. Network: 30c770c8-7ca2-4f3e-b037-ec83eedd9d8b, hostable agents: ['57941464-2af3-4cc7-9b46-3eeacd6f6fca'], hosted agents: [] {{(pid=109223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 00:38:53.707144 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ef7d5-83c9-46e7-9a97-59febe38147d req-8cddfefa-9221-4903-b1c6-f62481d9afdb tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:38:53.708639 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-102ef7d5-83c9-46e7-9a97-59febe38147d req-8cddfefa-9221-4903-b1c6-f62481d9afdb tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e2430b1-8c8f-4136-abf8-c7170a5cbf57 HTTP/1.1" status: 200 len: 945 time: 0.0898788 Feb 21 00:38:53.732817 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f608492-d39c-4c77-896c-3a241247e843 admin admin] Network 30c770c8-7ca2-4f3e-b037-ec83eedd9d8b is scheduled to be hosted by DHCP agent 57941464-2af3-4cc7-9b46-3eeacd6f6fca with binding_index 1 {{(pid=109223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 00:38:53.744448 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.scheduler.base_scheduler [None req-2f608492-d39c-4c77-896c-3a241247e843 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813225-6-iscsi, 30c770c8-7ca2-4f3e-b037-ec83eedd9d8b) {{(pid=109223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:38:53.752223 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad797e76-4e2e-48bd-9ab1-a62121b4a081 None None] Network 30c770c8-7ca2-4f3e-b037-ec83eedd9d8b requested from dv-cinder-813225-6-iscsi {{(pid=109224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 00:38:53.754055 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f608492-d39c-4c77-896c-3a241247e843 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:38:53.754659 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-2f608492-d39c-4c77-896c-3a241247e843 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582445'] for subnet (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:53.778691 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-102ef7d5-83c9-46e7-9a97-59febe38147d req-7435e863-93e3-4a05-acf3-d0954336710e tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead6c93-8d5b-4a00-8efd-7ee34086e598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622444 Feb 21 00:38:53.789882 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-2f608492-d39c-4c77-896c-3a241247e843 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3758676 Feb 21 00:38:53.847661 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0db812a-3516-44ce-98f4-6f6efa24c49b None None] Network 30c770c8-7ca2-4f3e-b037-ec83eedd9d8b requested from dv-cinder-813225-6-iscsi {{(pid=109224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 00:38:54.895419 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9de0eaa-7d8c-462b-832f-31258585b16e req-fd632c14-fde6-4098-adf0-df3411fbd913 tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:38:54.896923 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-b9de0eaa-7d8c-462b-832f-31258585b16e req-fd632c14-fde6-4098-adf0-df3411fbd913 tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e2430b1-8c8f-4136-abf8-c7170a5cbf57 HTTP/1.1" status: 200 len: 945 time: 0.0524495 Feb 21 00:38:54.943357 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-b9de0eaa-7d8c-462b-832f-31258585b16e req-864de808-3b5c-4988-8eab-de2ac34aa448 tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead6c93-8d5b-4a00-8efd-7ee34086e598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409904 Feb 21 00:38:55.152190 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fcb124-f252-4c4f-bb6e-9dce28798ad4 req-d339a5a3-6fa6-40b8-bcfa-595853358fde tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:38:55.153649 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-93fcb124-f252-4c4f-bb6e-9dce28798ad4 req-d339a5a3-6fa6-40b8-bcfa-595853358fde tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e2430b1-8c8f-4136-abf8-c7170a5cbf57 HTTP/1.1" status: 200 len: 945 time: 0.0519097 Feb 21 00:38:55.178748 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 33104) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:38:55.201755 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-93fcb124-f252-4c4f-bb6e-9dce28798ad4 req-2903d307-984e-4981-9c29-11a3519d3674 tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead6c93-8d5b-4a00-8efd-7ee34086e598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426795 Feb 21 00:38:55.265973 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-baf7ad81-0d65-4b33-8995-492bcbe79971 req-ba065cf4-38a1-437c-855d-d6ec972761ad service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4e2430b1-8c8f-4136-abf8-c7170a5cbf57&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0851777 Feb 21 00:38:55.274258 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [req-baf7ad81-0d65-4b33-8995-492bcbe79971 req-26181071-92fa-499f-af40-fd3e675ae78c service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109223) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 00:38:55.275257 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-baf7ad81-0d65-4b33-8995-492bcbe79971 req-26181071-92fa-499f-af40-fd3e675ae78c service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047331 Feb 21 00:38:55.347507 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf7ad81-0d65-4b33-8995-492bcbe79971 req-f2e80275-f0ff-409a-a959-72fe86e978a8 tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:38:55.348948 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-baf7ad81-0d65-4b33-8995-492bcbe79971 req-f2e80275-f0ff-409a-a959-72fe86e978a8 tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] 10.222.0.45 "GET /v2.0/ports/99b64256-8953-4414-bd61-aec26170d274 HTTP/1.1" status: 200 len: 942 time: 0.0470879 Feb 21 00:38:56.327231 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afde2b3-5cfb-4bec-9778-3d175e63fb45 req-5eed62d7-8e04-463b-afdb-10d58286b57a tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:38:56.328733 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-2afde2b3-5cfb-4bec-9778-3d175e63fb45 req-5eed62d7-8e04-463b-afdb-10d58286b57a tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e2430b1-8c8f-4136-abf8-c7170a5cbf57 HTTP/1.1" status: 200 len: 945 time: 0.0559483 Feb 21 00:38:56.378329 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-2afde2b3-5cfb-4bec-9778-3d175e63fb45 req-080f343a-7d6d-4b94-850a-deb48b838c44 tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead6c93-8d5b-4a00-8efd-7ee34086e598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436094 Feb 21 00:38:56.645250 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf7ad81-0d65-4b33-8995-492bcbe79971 req-d5c4ba4e-5504-479f-8a2a-923c7ca9130a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:38:56.646738 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-baf7ad81-0d65-4b33-8995-492bcbe79971 req-d5c4ba4e-5504-479f-8a2a-923c7ca9130a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4e2430b1-8c8f-4136-abf8-c7170a5cbf57&tenant_id=1022ec32710c4438be1d656ef94cf199 HTTP/1.1" status: 200 len: 1129 time: 0.0476782 Feb 21 00:38:56.708150 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf7ad81-0d65-4b33-8995-492bcbe79971 req-1a6bef74-9675-4e2e-affc-0396a34907fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:38:56.709637 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-baf7ad81-0d65-4b33-8995-492bcbe79971 req-1a6bef74-9675-4e2e-affc-0396a34907fa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1022ec32710c4438be1d656ef94cf199&device_id=4e2430b1-8c8f-4136-abf8-c7170a5cbf57 HTTP/1.1" status: 200 len: 1129 time: 0.0426533 Feb 21 00:38:56.800760 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf7ad81-0d65-4b33-8995-492bcbe79971 req-09d1143a-9846-41fc-a4c5-fb5a40a0a846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:38:56.802587 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-baf7ad81-0d65-4b33-8995-492bcbe79971 req-09d1143a-9846-41fc-a4c5-fb5a40a0a846 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d6d2700e-87da-42e8-bd68-6361cafa1e7e HTTP/1.1" status: 200 len: 909 time: 0.0874214 Feb 21 00:38:56.868690 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-baf7ad81-0d65-4b33-8995-492bcbe79971 req-6030796b-2729-41fe-9872-17bfc3e6a904 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99b64256-8953-4414-bd61-aec26170d274 HTTP/1.1" status: 200 len: 1000 time: 0.0600805 Feb 21 00:38:56.925470 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf7ad81-0d65-4b33-8995-492bcbe79971 req-f90c037a-9bf3-4d6b-9beb-2230cb45ebc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:38:56.927082 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-baf7ad81-0d65-4b33-8995-492bcbe79971 req-f90c037a-9bf3-4d6b-9beb-2230cb45ebc5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f35da8e3-8a83-4d91-8de4-129fb55d2a0b HTTP/1.1" status: 200 len: 847 time: 0.0448020 Feb 21 00:38:56.979727 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf7ad81-0d65-4b33-8995-492bcbe79971 req-ee115c37-d324-4295-95fc-09df05f74e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:38:56.981194 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-baf7ad81-0d65-4b33-8995-492bcbe79971 req-ee115c37-d324-4295-95fc-09df05f74e4d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d6d2700e-87da-42e8-bd68-6361cafa1e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472741 Feb 21 00:38:57.067220 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-baf7ad81-0d65-4b33-8995-492bcbe79971 req-cb9e0515-d797-4b0f-989f-9d93d7d1f70d service neutron] 10.222.0.36 "GET /v2.0/networks/d6d2700e-87da-42e8-bd68-6361cafa1e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791392 Feb 21 00:38:57.156929 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-baf7ad81-0d65-4b33-8995-492bcbe79971 req-982769ba-6385-45a2-a96f-5fe3465c298a service neutron] 10.222.0.36 "GET /v2.0/networks/d6d2700e-87da-42e8-bd68-6361cafa1e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831406 Feb 21 00:38:57.431820 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Device 99b64256-8953-4414-bd61-aec26170d274 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=109224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 00:38:57.512333 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Current status of the port 99b64256-8953-4414-bd61-aec26170d274 is: ACTIVE; New status is: DOWN {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:38:57.512725 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (99b64256-8953-4414-bd61-aec26170d274), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:57.537039 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e2430b1-8c8f-4136-abf8-c7170a5cbf57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99b64256-8953-4414-bd61-aec26170d274'}] {{(pid=109224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:38:57.539859 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea31762fe36adf1256da5116fd788589841920f52286d7e0b0077cda52487892" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31f5d9eb-c416-4c1b-9fd6-3bf7abc6c735" -d '{"events": [{"server_uuid": "4e2430b1-8c8f-4136-abf8-c7170a5cbf57", "name": "network-vif-unplugged", "status": "completed", "tag": "99b64256-8953-4414-bd61-aec26170d274"}]}' {{(pid=109224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:38:57.553231 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] For port 99b64256-8953-4414-bd61-aec26170d274, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=99b64256-8953-4414-bd61-aec26170d274,segment=NetworkSegment(970eaf00-ac3b-4ec8-be6f-56128060f54e),segment_id=970eaf00-ac3b-4ec8-be6f-56128060f54e)] {{(pid=109224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:38:57.558501 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (99b64256-8953-4414-bd61-aec26170d274), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:38:57.581358 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 21 Feb 2022 00:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89e47d2f-744a-4b62-aa34-476fab7e0544 x-openstack-request-id: req-89e47d2f-744a-4b62-aa34-476fab7e0544 {{(pid=109224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:38:57.581659 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e2430b1-8c8f-4136-abf8-c7170a5cbf57", "name": "network-vif-unplugged", "status": "completed", "tag": "99b64256-8953-4414-bd61-aec26170d274", "code": 200}]} {{(pid=109224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:38:57.581920 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-89e47d2f-744a-4b62-aa34-476fab7e0544 {{(pid=109224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:38:57.582440 dv-cinder-813225-6-iscsi neutron-server[109224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e2430b1-8c8f-4136-abf8-c7170a5cbf57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99b64256-8953-4414-bd61-aec26170d274', 'code': 200} Feb 21 00:38:57.609640 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Pushing event updated for resources: {'Port': ['ID=99b64256-8953-4414-bd61-aec26170d274,revision_number=6']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:38:57.759488 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17f3b6f-cf23-4997-91a5-1054f6458354 req-26e06c11-e339-4aa8-bd27-3df2f1df9a91 tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:38:57.760947 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-d17f3b6f-cf23-4997-91a5-1054f6458354 req-26e06c11-e339-4aa8-bd27-3df2f1df9a91 tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e2430b1-8c8f-4136-abf8-c7170a5cbf57 HTTP/1.1" status: 200 len: 945 time: 0.3149128 Feb 21 00:38:57.807700 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-d17f3b6f-cf23-4997-91a5-1054f6458354 req-7005281f-94b0-4b7e-ae6a-5e8451af3959 tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead6c93-8d5b-4a00-8efd-7ee34086e598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413125 Feb 21 00:38:58.923982 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c5788f-c18e-46a2-b5f2-83349c27c7d3 req-fb59b4c9-d377-42ed-a2b0-140195240550 tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:38:58.925410 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-87c5788f-c18e-46a2-b5f2-83349c27c7d3 req-fb59b4c9-d377-42ed-a2b0-140195240550 tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e2430b1-8c8f-4136-abf8-c7170a5cbf57 HTTP/1.1" status: 200 len: 943 time: 0.0507393 Feb 21 00:38:58.971899 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-87c5788f-c18e-46a2-b5f2-83349c27c7d3 req-3ecc1588-a31f-467d-ba1d-660928aebe46 tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead6c93-8d5b-4a00-8efd-7ee34086e598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411031 Feb 21 00:39:00.085231 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414aff42-6638-4046-8e5c-2b1ece9d65af req-30adefe4-5b91-4292-b5e2-c39f5af256ba tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:39:00.087333 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-414aff42-6638-4046-8e5c-2b1ece9d65af req-30adefe4-5b91-4292-b5e2-c39f5af256ba tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e2430b1-8c8f-4136-abf8-c7170a5cbf57 HTTP/1.1" status: 200 len: 943 time: 0.0501752 Feb 21 00:39:00.134383 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-414aff42-6638-4046-8e5c-2b1ece9d65af req-1c6ad940-5ac5-42f3-8cce-b67c8ad31b89 tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead6c93-8d5b-4a00-8efd-7ee34086e598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416410 Feb 21 00:39:01.249216 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1051ffa9-435f-4057-8481-b293aaf96169 req-9be0bf03-0ce7-4457-a60f-5925ae39cd00 tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:39:01.250764 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-1051ffa9-435f-4057-8481-b293aaf96169 req-9be0bf03-0ce7-4457-a60f-5925ae39cd00 tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e2430b1-8c8f-4136-abf8-c7170a5cbf57 HTTP/1.1" status: 200 len: 943 time: 0.0516045 Feb 21 00:39:01.301403 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-1051ffa9-435f-4057-8481-b293aaf96169 req-91040a56-6bc8-43de-aed2-60f02947317f tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead6c93-8d5b-4a00-8efd-7ee34086e598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451748 Feb 21 00:39:01.412206 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-c08871fe-6df6-4bef-9c91-8922ca2cc2d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (57941464-2af3-4cc7-9b46-3eeacd6f6fca), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:02.423990 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39db7369-5a0f-4eb8-b1da-d88df4310690 req-2ce6d709-f6eb-42c4-88a9-9e915998cf5a tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:39:02.425413 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-39db7369-5a0f-4eb8-b1da-d88df4310690 req-2ce6d709-f6eb-42c4-88a9-9e915998cf5a tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e2430b1-8c8f-4136-abf8-c7170a5cbf57 HTTP/1.1" status: 200 len: 943 time: 0.0563986 Feb 21 00:39:02.472472 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-39db7369-5a0f-4eb8-b1da-d88df4310690 req-75be7955-5872-49c3-aeb6-3f83ddc16c11 tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead6c93-8d5b-4a00-8efd-7ee34086e598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410023 Feb 21 00:39:03.387906 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdaefbd-7d04-4f57-bc96-e08bab39680c req-3e11b51b-2ae2-4bae-9615-971b251f1712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:39:03.389415 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-1bdaefbd-7d04-4f57-bc96-e08bab39680c req-3e11b51b-2ae2-4bae-9615-971b251f1712 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4e2430b1-8c8f-4136-abf8-c7170a5cbf57 HTTP/1.1" status: 200 len: 1127 time: 0.0429909 Feb 21 00:39:03.433285 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-1bdaefbd-7d04-4f57-bc96-e08bab39680c req-cba9e24f-cef5-41f5-8af4-446d605e46cf service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=aead6c93-8d5b-4a00-8efd-7ee34086e598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383775 Feb 21 00:39:03.531355 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-026cc702-f37a-464f-8a8e-48a3a6dfbcc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (47b5b2cb-5391-4fc3-9478-3db20537c35a), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:03.598151 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d185dd0-1780-46e7-a40c-770bc4933496 req-e71f438a-d63d-4388-86a5-0f00ea6ca3d0 tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:39:03.599803 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-8d185dd0-1780-46e7-a40c-770bc4933496 req-e71f438a-d63d-4388-86a5-0f00ea6ca3d0 tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e2430b1-8c8f-4136-abf8-c7170a5cbf57 HTTP/1.1" status: 200 len: 943 time: 0.0574377 Feb 21 00:39:03.650112 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-8d185dd0-1780-46e7-a40c-770bc4933496 req-8cef9a08-0652-4673-8519-a2d2125ef2a4 tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead6c93-8d5b-4a00-8efd-7ee34086e598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435376 Feb 21 00:39:04.770725 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5510f557-e6ee-4db4-bdb6-3bd86e464f66 req-15cdc06c-b3bc-4312-b1a6-170f32f2c60b tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:39:04.772206 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-5510f557-e6ee-4db4-bdb6-3bd86e464f66 req-15cdc06c-b3bc-4312-b1a6-170f32f2c60b tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e2430b1-8c8f-4136-abf8-c7170a5cbf57 HTTP/1.1" status: 200 len: 943 time: 0.0545211 Feb 21 00:39:04.818436 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-5510f557-e6ee-4db4-bdb6-3bd86e464f66 req-42f5d928-669b-4fed-9519-52c885cedd0b tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead6c93-8d5b-4a00-8efd-7ee34086e598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408497 Feb 21 00:39:04.894562 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.agents_db [None req-b2a96afc-399a-46ae-93e6-bd9f3e536be2 None None] Agent healthcheck: found 6 active agents {{(pid=109225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 00:39:05.094899 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-2cd5f963-efb3-4d3f-8e75-14b6a6f65242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (4a388d83-9cb8-49a2-9541-35a13f295f4a), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:05.936481 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd0fa52-2c37-45e5-b7e5-37efb58c6f2b req-982af24e-5e3a-4cf2-8fac-cc7a326ea46a tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:39:05.937949 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-3dd0fa52-2c37-45e5-b7e5-37efb58c6f2b req-982af24e-5e3a-4cf2-8fac-cc7a326ea46a tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e2430b1-8c8f-4136-abf8-c7170a5cbf57 HTTP/1.1" status: 200 len: 943 time: 0.0514352 Feb 21 00:39:05.984919 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-3dd0fa52-2c37-45e5-b7e5-37efb58c6f2b req-806931f0-e9e2-4b3f-968b-1179fe035afb tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead6c93-8d5b-4a00-8efd-7ee34086e598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413911 Feb 21 00:39:06.402393 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-09e0abcb-2b1d-4918-a5e2-a10ed408e1f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (417c2155-c2c7-44af-91e4-b32264eafb82), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:07.114268 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3ef32d-0757-42e7-932f-11a646b33ccd req-0eb8b944-3c02-43ee-bdd4-bce1a76060ea tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:39:07.117333 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-1b3ef32d-0757-42e7-932f-11a646b33ccd req-0eb8b944-3c02-43ee-bdd4-bce1a76060ea tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e2430b1-8c8f-4136-abf8-c7170a5cbf57 HTTP/1.1" status: 200 len: 943 time: 0.0627425 Feb 21 00:39:07.169435 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-1b3ef32d-0757-42e7-932f-11a646b33ccd req-29a3af78-830b-4cb1-8c9c-dde827bd29a3 tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead6c93-8d5b-4a00-8efd-7ee34086e598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449052 Feb 21 00:39:07.422049 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Device 99b64256-8953-4414-bd61-aec26170d274 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109224) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 00:39:07.517053 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] For port 99b64256-8953-4414-bd61-aec26170d274, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=99b64256-8953-4414-bd61-aec26170d274,segment=NetworkSegment(970eaf00-ac3b-4ec8-be6f-56128060f54e),segment_id=970eaf00-ac3b-4ec8-be6f-56128060f54e)] {{(pid=109224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:39:07.528619 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Returning: {'device': '99b64256-8953-4414-bd61-aec26170d274', 'network_id': 'd6d2700e-87da-42e8-bd68-6361cafa1e7e', 'port_id': '99b64256-8953-4414-bd61-aec26170d274', 'mac_address': 'fa:16:3e:0f:d8:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f35da8e3-8a83-4d91-8de4-129fb55d2a0b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109224) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 00:39:07.566752 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Current status of the port 99b64256-8953-4414-bd61-aec26170d274 is: DOWN; New status is: BUILD {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:39:07.567149 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (99b64256-8953-4414-bd61-aec26170d274), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:07.579670 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.notifiers.nova [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99b64256-8953-4414-bd61-aec26170d274 {{(pid=109224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 00:39:07.600042 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] For port 99b64256-8953-4414-bd61-aec26170d274, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=99b64256-8953-4414-bd61-aec26170d274,segment=NetworkSegment(970eaf00-ac3b-4ec8-be6f-56128060f54e),segment_id=970eaf00-ac3b-4ec8-be6f-56128060f54e)] {{(pid=109224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:39:07.604562 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (99b64256-8953-4414-bd61-aec26170d274), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:07.653890 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Pushing event updated for resources: {'Port': ['ID=99b64256-8953-4414-bd61-aec26170d274,revision_number=7']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:39:07.897460 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] get_ports_and_sgs() called for port_ids ['99b64256-8953-4414-bd61-aec26170d274'] {{(pid=109224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 00:39:08.086967 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (d6e95c40-1d90-4a13-9e37-1d6580a24190), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:08.287439 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d522735-0e52-43d0-a09e-f8c1eee5c5f7 req-065bc0a3-ef5f-4297-b5fb-9248cbe66cdd tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:39:08.288960 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-3d522735-0e52-43d0-a09e-f8c1eee5c5f7 req-065bc0a3-ef5f-4297-b5fb-9248cbe66cdd tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e2430b1-8c8f-4136-abf8-c7170a5cbf57 HTTP/1.1" status: 200 len: 944 time: 0.0543184 Feb 21 00:39:08.336181 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-3d522735-0e52-43d0-a09e-f8c1eee5c5f7 req-cbd2acfd-4b7c-4366-a696-2447a48fc2bf tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead6c93-8d5b-4a00-8efd-7ee34086e598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407126 Feb 21 00:39:09.422081 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Device 99b64256-8953-4414-bd61-aec26170d274 up at agent hyperv_hv-cinder-81322 {{(pid=109224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:39:09.468274 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Provisioning complete for port 99b64256-8953-4414-bd61-aec26170d274 triggered by entity L2. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:39:09.468650 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (99b64256-8953-4414-bd61-aec26170d274), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:09.540349 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Current status of the port 99b64256-8953-4414-bd61-aec26170d274 is: BUILD; New status is: ACTIVE {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:39:09.540723 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (99b64256-8953-4414-bd61-aec26170d274), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:09.564822 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e2430b1-8c8f-4136-abf8-c7170a5cbf57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99b64256-8953-4414-bd61-aec26170d274'}] {{(pid=109224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:39:09.566943 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea31762fe36adf1256da5116fd788589841920f52286d7e0b0077cda52487892" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e084df93-c66e-444f-a797-85ff82b91a7b" -d '{"events": [{"server_uuid": "4e2430b1-8c8f-4136-abf8-c7170a5cbf57", "name": "network-vif-plugged", "status": "completed", "tag": "99b64256-8953-4414-bd61-aec26170d274"}]}' {{(pid=109224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:39:09.578658 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] For port 99b64256-8953-4414-bd61-aec26170d274, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=99b64256-8953-4414-bd61-aec26170d274,segment=NetworkSegment(970eaf00-ac3b-4ec8-be6f-56128060f54e),segment_id=970eaf00-ac3b-4ec8-be6f-56128060f54e)] {{(pid=109224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:39:09.583003 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (99b64256-8953-4414-bd61-aec26170d274), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:09.606434 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 00:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-968279ec-efbf-4515-ae6c-209ae09abb27 x-openstack-request-id: req-968279ec-efbf-4515-ae6c-209ae09abb27 {{(pid=109224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:39:09.606727 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e2430b1-8c8f-4136-abf8-c7170a5cbf57", "name": "network-vif-plugged", "status": "completed", "tag": "99b64256-8953-4414-bd61-aec26170d274", "code": 200}]} {{(pid=109224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:39:09.606981 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-968279ec-efbf-4515-ae6c-209ae09abb27 {{(pid=109224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:39:09.607406 dv-cinder-813225-6-iscsi neutron-server[109224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e2430b1-8c8f-4136-abf8-c7170a5cbf57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99b64256-8953-4414-bd61-aec26170d274', 'code': 200} Feb 21 00:39:09.631923 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Pushing event updated for resources: {'Port': ['ID=99b64256-8953-4414-bd61-aec26170d274,revision_number=8']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:39:10.168324 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 33280) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:39:10.210652 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.db.db_base_plugin_v2 [None req-182bf053-180f-422b-a8a4-1d5249b1789e admin admin] Deleting subnet 71cc6add-1131-4d27-98ee-1511dda50461 {{(pid=109223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 00:39:10.214363 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-182bf053-180f-422b-a8a4-1d5249b1789e admin admin] Publish callbacks [] for subnet (71cc6add-1131-4d27-98ee-1511dda50461), before_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:10.248323 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-182bf053-180f-422b-a8a4-1d5249b1789e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3992822'] for subnet (71cc6add-1131-4d27-98ee-1511dda50461), precommit_delete_associations {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:10.290935 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-182bf053-180f-422b-a8a4-1d5249b1789e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15913268'] for subnet (71cc6add-1131-4d27-98ee-1511dda50461), precommit_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:10.342581 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-182bf053-180f-422b-a8a4-1d5249b1789e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15913229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3992648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3701843'] for subnet (71cc6add-1131-4d27-98ee-1511dda50461), after_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:10.369447 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182bf053-180f-422b-a8a4-1d5249b1789e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71cc6add-1131-4d27-98ee-1511dda50461,revision_number=None']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:39:10.374087 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-182bf053-180f-422b-a8a4-1d5249b1789e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582445'] for subnet (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:10.377217 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-182bf053-180f-422b-a8a4-1d5249b1789e admin admin] 10.222.0.45 "DELETE /v2.0/subnets/71cc6add-1131-4d27-98ee-1511dda50461 HTTP/1.1" status: 204 len: 168 time: 0.2078927 Feb 21 00:39:10.379928 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 33290) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:39:10.383126 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182bf053-180f-422b-a8a4-1d5249b1789e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:39:10.384046 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182bf053-180f-422b-a8a4-1d5249b1789e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:39:10.384387 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182bf053-180f-422b-a8a4-1d5249b1789e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:39:10.384786 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182bf053-180f-422b-a8a4-1d5249b1789e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:39:10.385241 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182bf053-180f-422b-a8a4-1d5249b1789e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:39:10.385805 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182bf053-180f-422b-a8a4-1d5249b1789e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:39:10.386369 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182bf053-180f-422b-a8a4-1d5249b1789e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:39:10.386864 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182bf053-180f-422b-a8a4-1d5249b1789e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:39:10.387329 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182bf053-180f-422b-a8a4-1d5249b1789e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:39:10.387769 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182bf053-180f-422b-a8a4-1d5249b1789e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:39:10.388101 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182bf053-180f-422b-a8a4-1d5249b1789e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:39:10.388435 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182bf053-180f-422b-a8a4-1d5249b1789e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:39:10.388760 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182bf053-180f-422b-a8a4-1d5249b1789e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:39:10.451649 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-ea5684a8-3799-4e11-b053-e0f30adf965b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16070333'] for network (06a1e6f8-f7e8-4452-b94c-2b5bdf76edc1), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:10.479471 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-13ad3766-35d8-41a5-910f-3ac418c3738e req-40044c8a-8b1a-4e05-a79b-c55840c012b5 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2059579576&fields=id&tenant_id=2270182ca89c4878829f5c7baac9afe8 HTTP/1.1" status: 200 len: 267 time: 0.0434442 Feb 21 00:39:10.529061 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-ea5684a8-3799-4e11-b053-e0f30adf965b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15920573', 'neutron.services.segments.db._delete_segments_for_network-8731676696634'] for network (06a1e6f8-f7e8-4452-b94c-2b5bdf76edc1), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:10.549029 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.services.segments.db [None req-ea5684a8-3799-4e11-b053-e0f30adf965b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06a1e6f8-f7e8-4452-b94c-2b5bdf76edc1']}} {{(pid=109222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:39:10.558264 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.services.segments.db [None req-ea5684a8-3799-4e11-b053-e0f30adf965b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '928d73d6-106f-466b-8fa4-dea207a24d36') {'for_net_delete': True} {{(pid=109222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:39:10.558567 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.services.segments.db [None req-ea5684a8-3799-4e11-b053-e0f30adf965b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '928d73d6-106f-466b-8fa4-dea207a24d36') {} {{(pid=109222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:39:10.567819 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-ea5684a8-3799-4e11-b053-e0f30adf965b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731676697155', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8582972263'] for segment (928d73d6-106f-466b-8fa4-dea207a24d36), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:10.581448 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-ea5684a8-3799-4e11-b053-e0f30adf965b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16097169'] for segment (928d73d6-106f-466b-8fa4-dea207a24d36), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:10.586036 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ad3766-35d8-41a5-910f-3ac418c3738e req-0c393770-95d7-4b96-8695-50ae60e98f78 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:39:10.588131 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-13ad3766-35d8-41a5-910f-3ac418c3738e req-0c393770-95d7-4b96-8695-50ae60e98f78 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/networks?id=2e0e8283-a033-407a-bc70-5d3d5b11923a HTTP/1.1" status: 200 len: 812 time: 0.1023021 Feb 21 00:39:10.588263 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea5684a8-3799-4e11-b053-e0f30adf965b admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=109222) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 00:39:10.588669 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-ea5684a8-3799-4e11-b053-e0f30adf965b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16097169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582894434'] for segment (928d73d6-106f-466b-8fa4-dea207a24d36), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:10.590683 dv-cinder-813225-6-iscsi neutron-server[109222]: Traceback (most recent call last): Feb 21 00:39:10.590683 dv-cinder-813225-6-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 00:39:10.590683 dv-cinder-813225-6-iscsi neutron-server[109222]: timer() Feb 21 00:39:10.590683 dv-cinder-813225-6-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 00:39:10.590683 dv-cinder-813225-6-iscsi neutron-server[109222]: cb(*args, **kw) Feb 21 00:39:10.590683 dv-cinder-813225-6-iscsi neutron-server[109222]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 00:39:10.590683 dv-cinder-813225-6-iscsi neutron-server[109222]: return func(*args, **kwargs) Feb 21 00:39:10.590683 dv-cinder-813225-6-iscsi neutron-server[109222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 00:39:10.590683 dv-cinder-813225-6-iscsi neutron-server[109222]: self._notify() Feb 21 00:39:10.590683 dv-cinder-813225-6-iscsi neutron-server[109222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 00:39:10.590683 dv-cinder-813225-6-iscsi neutron-server[109222]: self.callback(batched_events) Feb 21 00:39:10.590683 dv-cinder-813225-6-iscsi neutron-server[109222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 00:39:10.590683 dv-cinder-813225-6-iscsi neutron-server[109222]: event.method(event) Feb 21 00:39:10.590683 dv-cinder-813225-6-iscsi neutron-server[109222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 00:39:10.590683 dv-cinder-813225-6-iscsi neutron-server[109222]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 00:39:10.590683 dv-cinder-813225-6-iscsi neutron-server[109222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 00:39:10.590683 dv-cinder-813225-6-iscsi neutron-server[109222]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 00:39:10.590683 dv-cinder-813225-6-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 00:39:10.590683 dv-cinder-813225-6-iscsi neutron-server[109222]: return f(self, *a, **k) Feb 21 00:39:10.590683 dv-cinder-813225-6-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 00:39:10.590683 dv-cinder-813225-6-iscsi neutron-server[109222]: return self._get(url).json() Feb 21 00:39:10.590683 dv-cinder-813225-6-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 00:39:10.590683 dv-cinder-813225-6-iscsi neutron-server[109222]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 00:39:10.590683 dv-cinder-813225-6-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 00:39:10.590683 dv-cinder-813225-6-iscsi neutron-server[109222]: return self.request(url, 'GET', **kwargs) Feb 21 00:39:10.590683 dv-cinder-813225-6-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 00:39:10.590683 dv-cinder-813225-6-iscsi neutron-server[109222]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 00:39:10.590683 dv-cinder-813225-6-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 00:39:10.590683 dv-cinder-813225-6-iscsi neutron-server[109222]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 00:39:10.590683 dv-cinder-813225-6-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 00:39:10.590683 dv-cinder-813225-6-iscsi neutron-server[109222]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 00:39:10.590683 dv-cinder-813225-6-iscsi neutron-server[109222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 00:39:10.603498 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-13ad3766-35d8-41a5-910f-3ac418c3738e req-ba83cff4-c6f1-441b-82f8-b38ebd4c52f6 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/quotas/2270182ca89c4878829f5c7baac9afe8 HTTP/1.1" status: 200 len: 375 time: 0.0093775 Feb 21 00:39:10.648405 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-ea5684a8-3799-4e11-b053-e0f30adf965b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15920566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-951265'] for network (06a1e6f8-f7e8-4452-b94c-2b5bdf76edc1), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:10.662855 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-13ad3766-35d8-41a5-910f-3ac418c3738e req-95bb1077-14aa-46b0-b38a-102db028b210 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=2270182ca89c4878829f5c7baac9afe8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0541446 Feb 21 00:39:10.663815 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-ea5684a8-3799-4e11-b053-e0f30adf965b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582445'] for network (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:10.666960 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-ea5684a8-3799-4e11-b053-e0f30adf965b admin admin] 10.222.0.45 "DELETE /v2.0/networks/06a1e6f8-f7e8-4452-b94c-2b5bdf76edc1 HTTP/1.1" status: 204 len: 168 time: 0.2858419 Feb 21 00:39:10.667883 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5684a8-3799-4e11-b053-e0f30adf965b admin admin] Pushing event deleted for resources: {'Network': ['ID=06a1e6f8-f7e8-4452-b94c-2b5bdf76edc1,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:39:10.669811 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 33294) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:39:10.702176 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5684a8-3799-4e11-b053-e0f30adf965b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:39:10.702496 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5684a8-3799-4e11-b053-e0f30adf965b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:39:10.702762 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5684a8-3799-4e11-b053-e0f30adf965b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:39:10.703107 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5684a8-3799-4e11-b053-e0f30adf965b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:39:10.703457 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5684a8-3799-4e11-b053-e0f30adf965b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:39:10.703788 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5684a8-3799-4e11-b053-e0f30adf965b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:39:10.704120 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5684a8-3799-4e11-b053-e0f30adf965b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:39:10.704449 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5684a8-3799-4e11-b053-e0f30adf965b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:39:10.704777 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5684a8-3799-4e11-b053-e0f30adf965b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:39:10.705104 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5684a8-3799-4e11-b053-e0f30adf965b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:39:10.705428 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5684a8-3799-4e11-b053-e0f30adf965b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:39:10.705751 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5684a8-3799-4e11-b053-e0f30adf965b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:39:10.706075 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5684a8-3799-4e11-b053-e0f30adf965b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:39:10.724207 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1cde9a5-0446-4cb9-ac62-08170e289579 admin admin] Deleting subnet 0749b7b5-847f-4398-aae9-c60d8527b9e5 {{(pid=109222) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 00:39:10.727674 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-a1cde9a5-0446-4cb9-ac62-08170e289579 admin admin] Publish callbacks [] for subnet (0749b7b5-847f-4398-aae9-c60d8527b9e5), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:10.761202 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-13ad3766-35d8-41a5-910f-3ac418c3738e req-8d880bda-a236-40b5-befb-1dcbc2541a69 service neutron] 10.222.0.45 "GET /v2.0/networks/2e0e8283-a033-407a-bc70-5d3d5b11923a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854387 Feb 21 00:39:10.762678 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-a1cde9a5-0446-4cb9-ac62-08170e289579 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8582972286'] for subnet (0749b7b5-847f-4398-aae9-c60d8527b9e5), precommit_delete_associations {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:10.804908 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-a1cde9a5-0446-4cb9-ac62-08170e289579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15913268'] for subnet (0749b7b5-847f-4398-aae9-c60d8527b9e5), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:10.859971 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-13ad3766-35d8-41a5-910f-3ac418c3738e req-1869ff9a-0a1d-4f39-950e-919c92cfd7be service neutron] 10.222.0.45 "GET /v2.0/networks/2e0e8283-a033-407a-bc70-5d3d5b11923a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929317 Feb 21 00:39:10.861670 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-a1cde9a5-0446-4cb9-ac62-08170e289579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15913229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8582891908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8583079210'] for subnet (0749b7b5-847f-4398-aae9-c60d8527b9e5), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:10.888764 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cde9a5-0446-4cb9-ac62-08170e289579 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0749b7b5-847f-4398-aae9-c60d8527b9e5,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:39:10.892713 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-a1cde9a5-0446-4cb9-ac62-08170e289579 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:10.898719 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-a1cde9a5-0446-4cb9-ac62-08170e289579 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/0749b7b5-847f-4398-aae9-c60d8527b9e5 HTTP/1.1" status: 204 len: 168 time: 0.2278559 Feb 21 00:39:10.898893 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 33296) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:39:10.967704 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-dc065451-8ed4-4f69-a6d9-b169058ef115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16070333'] for network (30c770c8-7ca2-4f3e-b037-ec83eedd9d8b), before_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:11.054459 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-dc065451-8ed4-4f69-a6d9-b169058ef115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15920573', 'neutron.services.segments.db._delete_segments_for_network-8731676696634'] for network (30c770c8-7ca2-4f3e-b037-ec83eedd9d8b), precommit_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:11.076310 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.services.segments.db [None req-dc065451-8ed4-4f69-a6d9-b169058ef115 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30c770c8-7ca2-4f3e-b037-ec83eedd9d8b']}} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:39:11.087047 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.services.segments.db [None req-dc065451-8ed4-4f69-a6d9-b169058ef115 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8b1ab49-03da-4e2a-8cc1-efe63852979f') {'for_net_delete': True} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:39:11.087403 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.services.segments.db [None req-dc065451-8ed4-4f69-a6d9-b169058ef115 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8b1ab49-03da-4e2a-8cc1-efe63852979f') {} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:39:11.097540 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-dc065451-8ed4-4f69-a6d9-b169058ef115 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731676697155', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3992815'] for segment (d8b1ab49-03da-4e2a-8cc1-efe63852979f), before_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:11.112518 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-dc065451-8ed4-4f69-a6d9-b169058ef115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16097169'] for segment (d8b1ab49-03da-4e2a-8cc1-efe63852979f), precommit_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:11.119978 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc065451-8ed4-4f69-a6d9-b169058ef115 admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=109223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 00:39:11.120380 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-dc065451-8ed4-4f69-a6d9-b169058ef115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16097169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3995310'] for segment (d8b1ab49-03da-4e2a-8cc1-efe63852979f), after_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:11.131468 dv-cinder-813225-6-iscsi neutron-server[109223]: Traceback (most recent call last): Feb 21 00:39:11.131468 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 00:39:11.131468 dv-cinder-813225-6-iscsi neutron-server[109223]: timer() Feb 21 00:39:11.131468 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 00:39:11.131468 dv-cinder-813225-6-iscsi neutron-server[109223]: cb(*args, **kw) Feb 21 00:39:11.131468 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 00:39:11.131468 dv-cinder-813225-6-iscsi neutron-server[109223]: return func(*args, **kwargs) Feb 21 00:39:11.131468 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 00:39:11.131468 dv-cinder-813225-6-iscsi neutron-server[109223]: self._notify() Feb 21 00:39:11.131468 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 00:39:11.131468 dv-cinder-813225-6-iscsi neutron-server[109223]: self.callback(batched_events) Feb 21 00:39:11.131468 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 00:39:11.131468 dv-cinder-813225-6-iscsi neutron-server[109223]: event.method(event) Feb 21 00:39:11.131468 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 00:39:11.131468 dv-cinder-813225-6-iscsi neutron-server[109223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 00:39:11.131468 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 00:39:11.131468 dv-cinder-813225-6-iscsi neutron-server[109223]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 00:39:11.131468 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 00:39:11.131468 dv-cinder-813225-6-iscsi neutron-server[109223]: return f(self, *a, **k) Feb 21 00:39:11.131468 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 00:39:11.131468 dv-cinder-813225-6-iscsi neutron-server[109223]: return self._get(url).json() Feb 21 00:39:11.131468 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 00:39:11.131468 dv-cinder-813225-6-iscsi neutron-server[109223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 00:39:11.131468 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 00:39:11.131468 dv-cinder-813225-6-iscsi neutron-server[109223]: return self.request(url, 'GET', **kwargs) Feb 21 00:39:11.131468 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 00:39:11.131468 dv-cinder-813225-6-iscsi neutron-server[109223]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 00:39:11.131468 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 00:39:11.131468 dv-cinder-813225-6-iscsi neutron-server[109223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 00:39:11.131468 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 00:39:11.131468 dv-cinder-813225-6-iscsi neutron-server[109223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 00:39:11.131468 dv-cinder-813225-6-iscsi neutron-server[109223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 00:39:11.169768 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-06b374ed-ddf3-4c1f-bc65-f22f68210a04 req-6650b85b-43aa-443b-9635-7142e03604c6 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/ports?device_id=517a8f15-e81d-4242-9748-bac9edeea5c8 HTTP/1.1" status: 200 len: 210 time: 0.0294931 Feb 21 00:39:11.183926 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-dc065451-8ed4-4f69-a6d9-b169058ef115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15920566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-951265'] for network (30c770c8-7ca2-4f3e-b037-ec83eedd9d8b), after_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:11.192259 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-dc065451-8ed4-4f69-a6d9-b169058ef115 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582445'] for network (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:11.196198 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-dc065451-8ed4-4f69-a6d9-b169058ef115 admin admin] 10.222.0.45 "DELETE /v2.0/networks/30c770c8-7ca2-4f3e-b037-ec83eedd9d8b HTTP/1.1" status: 204 len: 168 time: 0.2961040 Feb 21 00:39:11.209996 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc065451-8ed4-4f69-a6d9-b169058ef115 admin admin] Pushing event deleted for resources: {'Network': ['ID=30c770c8-7ca2-4f3e-b037-ec83eedd9d8b,revision_number=None']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:39:11.366710 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 33314) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:39:11.407079 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-3f02fb2e-79e9-4a1a-ac21-7250257ddb09 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c83ebc61fe684d73a8a1a5437b23ee30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389013 Feb 21 00:39:11.409613 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 33318) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:39:11.458721 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-10c9140a-58eb-4a16-b719-2a69770bf7af admin admin] Publish callbacks [] for security_group (ac1d8083-c69d-4680-acb3-e555113f136a), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:11.483057 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-10c9140a-58eb-4a16-b719-2a69770bf7af admin admin] Publish callbacks [] for security_group (ac1d8083-c69d-4680-acb3-e555113f136a), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:11.535008 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-10c9140a-58eb-4a16-b719-2a69770bf7af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (ac1d8083-c69d-4680-acb3-e555113f136a), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:11.537639 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-10c9140a-58eb-4a16-b719-2a69770bf7af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:11.538991 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-10c9140a-58eb-4a16-b719-2a69770bf7af admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ac1d8083-c69d-4680-acb3-e555113f136a HTTP/1.1" status: 204 len: 168 time: 0.1284733 Feb 21 00:39:11.548028 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c9140a-58eb-4a16-b719-2a69770bf7af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac1d8083-c69d-4680-acb3-e555113f136a,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:39:11.846626 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 33324) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:39:11.885988 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-4f2cd143-93e0-4c1a-8d88-a25715ad417d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=092a3f5be9d045ed8f6912ec27c8b29b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381393 Feb 21 00:39:11.888247 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 33326) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:39:11.935000 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-66dfc0c9-00ab-4467-9c90-1c95a908c4a2 admin admin] Publish callbacks [] for security_group (4e0c217b-103b-4604-9400-ec3d5411456e), before_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:11.955650 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-66dfc0c9-00ab-4467-9c90-1c95a908c4a2 admin admin] Publish callbacks [] for security_group (4e0c217b-103b-4604-9400-ec3d5411456e), precommit_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:12.003256 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-66dfc0c9-00ab-4467-9c90-1c95a908c4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (4e0c217b-103b-4604-9400-ec3d5411456e), after_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:12.005996 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-66dfc0c9-00ab-4467-9c90-1c95a908c4a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:12.007463 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-66dfc0c9-00ab-4467-9c90-1c95a908c4a2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4e0c217b-103b-4604-9400-ec3d5411456e HTTP/1.1" status: 204 len: 168 time: 0.1181474 Feb 21 00:39:12.016036 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dfc0c9-00ab-4467-9c90-1c95a908c4a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e0c217b-103b-4604-9400-ec3d5411456e,revision_number=None']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:39:12.132309 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ad3766-35d8-41a5-910f-3ac418c3738e req-95ba8187-c370-4408-9876-d210f2c5de87 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:39:12.133573 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-13ad3766-35d8-41a5-910f-3ac418c3738e req-95ba8187-c370-4408-9876-d210f2c5de87 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.36 "GET /v2.0/networks?id=2e0e8283-a033-407a-bc70-5d3d5b11923a HTTP/1.1" status: 200 len: 812 time: 0.1163867 Feb 21 00:39:12.209431 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-13ad3766-35d8-41a5-910f-3ac418c3738e req-443d9472-eddc-485d-bc12-b7b31671fbc6 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2270182ca89c4878829f5c7baac9afe8 HTTP/1.1" status: 200 len: 380 time: 0.0656853 Feb 21 00:39:12.225086 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [req-13ad3766-35d8-41a5-910f-3ac418c3738e req-76a02871-f535-4c59-9205-0af03b9e2a78 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Request body: {'port': {'device_id': '517a8f15-e81d-4242-9748-bac9edeea5c8', 'network_id': '2e0e8283-a033-407a-bc70-5d3d5b11923a', 'admin_state_up': True, 'tenant_id': '2270182ca89c4878829f5c7baac9afe8', 'security_groups': ['4800d725-62c7-4955-8da5-9d1a9cb45564']}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:39:12.277441 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-130fb8a7-afc3-480e-bb97-af2da4f3bdbe req-5164e12e-a27d-4e63-ab20-1cd7b39250f8 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/ports?device_id=517a8f15-e81d-4242-9748-bac9edeea5c8 HTTP/1.1" status: 200 len: 210 time: 0.0276577 Feb 21 00:39:12.339064 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13ad3766-35d8-41a5-910f-3ac418c3738e req-76a02871-f535-4c59-9205-0af03b9e2a78 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Made reservation on behalf of 2270182ca89c4878829f5c7baac9afe8 for: {'port': 1} {{(pid=109222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 00:39:12.342515 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-13ad3766-35d8-41a5-910f-3ac418c3738e req-76a02871-f535-4c59-9205-0af03b9e2a78 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:12.476763 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.db.db_base_plugin_common [req-13ad3766-35d8-41a5-910f-3ac418c3738e req-76a02871-f535-4c59-9205-0af03b9e2a78 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Allocated IP 172.20.0.10 (2e0e8283-a033-407a-bc70-5d3d5b11923a/7bfe349a-348f-4ba1-9415-79c5ecd08feb/0a0ebb7b-29ea-40dc-b1e0-67631573f544) {{(pid=109222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 00:39:12.630077 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-13ad3766-35d8-41a5-910f-3ac418c3738e req-76a02871-f535-4c59-9205-0af03b9e2a78 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Publish callbacks [] for port (0a0ebb7b-29ea-40dc-b1e0-67631573f544), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:12.668494 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-13ad3766-35d8-41a5-910f-3ac418c3738e req-76a02871-f535-4c59-9205-0af03b9e2a78 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731676182815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8582894421'] for port (0a0ebb7b-29ea-40dc-b1e0-67631573f544), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:12.712520 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13ad3766-35d8-41a5-910f-3ac418c3738e req-76a02871-f535-4c59-9205-0af03b9e2a78 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Network 2e0e8283-a033-407a-bc70-5d3d5b11923a is already hosted by enough agents. {{(pid=109222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:39:12.715910 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.scheduler.base_scheduler [req-13ad3766-35d8-41a5-910f-3ac418c3738e req-76a02871-f535-4c59-9205-0af03b9e2a78 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Resources bound (agent type, host, resource id): {{(pid=109222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:39:12.719963 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.db.l3_dvrscheduler_db [req-13ad3766-35d8-41a5-910f-3ac418c3738e req-76a02871-f535-4c59-9205-0af03b9e2a78 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Received port after_create {{(pid=109222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 00:39:12.757579 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a02871-f535-4c59-9205-0af03b9e2a78 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Pushing event updated for resources: {'Port': ['ID=0a0ebb7b-29ea-40dc-b1e0-67631573f544,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:39:12.781267 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ad3766-35d8-41a5-910f-3ac418c3738e req-76a02871-f535-4c59-9205-0af03b9e2a78 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:39:12.782204 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-13ad3766-35d8-41a5-910f-3ac418c3738e req-76a02871-f535-4c59-9205-0af03b9e2a78 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469064'] for port (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:12.800511 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-13ad3766-35d8-41a5-910f-3ac418c3738e req-76a02871-f535-4c59-9205-0af03b9e2a78 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5847561 Feb 21 00:39:12.812672 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [req-13ad3766-35d8-41a5-910f-3ac418c3738e req-8ca42d3d-3786-42c1-9bbd-90353eff28f8 service neutron] Request body: {'port': {'device_id': '517a8f15-e81d-4242-9748-bac9edeea5c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:39:12.875897 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-13ad3766-35d8-41a5-910f-3ac418c3738e req-8ca42d3d-3786-42c1-9bbd-90353eff28f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (0a0ebb7b-29ea-40dc-b1e0-67631573f544), before_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:12.956163 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-da33f82c-ad9a-4859-bc12-85c140740a5e None None] Provisioning complete for port 0a0ebb7b-29ea-40dc-b1e0-67631573f544 triggered by entity DHCP. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:39:12.956799 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-da33f82c-ad9a-4859-bc12-85c140740a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (0a0ebb7b-29ea-40dc-b1e0-67631573f544), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:12.995274 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-da33f82c-ad9a-4859-bc12-85c140740a5e None None] Port 0a0ebb7b-29ea-40dc-b1e0-67631573f544 cannot update to ACTIVE because it is not bound. {{(pid=109224) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 00:39:13.163697 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.notifiers.nova [req-13ad3766-35d8-41a5-910f-3ac418c3738e req-8ca42d3d-3786-42c1-9bbd-90353eff28f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a0ebb7b-29ea-40dc-b1e0-67631573f544 {{(pid=109222) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 00:39:13.168909 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-13ad3766-35d8-41a5-910f-3ac418c3738e req-8ca42d3d-3786-42c1-9bbd-90353eff28f8 service neutron] Publish callbacks [] for port (0a0ebb7b-29ea-40dc-b1e0-67631573f544), precommit_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:13.184117 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.db.provisioning_blocks [req-13ad3766-35d8-41a5-910f-3ac418c3738e req-8ca42d3d-3786-42c1-9bbd-90353eff28f8 service neutron] Transition to ACTIVE for port object 0a0ebb7b-29ea-40dc-b1e0-67631573f544 will not be triggered until provisioned by entity L2. {{(pid=109222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 00:39:13.187696 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-13ad3766-35d8-41a5-910f-3ac418c3738e req-8ca42d3d-3786-42c1-9bbd-90353eff28f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8582894414'] for port (0a0ebb7b-29ea-40dc-b1e0-67631573f544), after_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:13.237594 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca42d3d-3786-42c1-9bbd-90353eff28f8 service neutron] Pushing event updated for resources: {'Port': ['ID=0a0ebb7b-29ea-40dc-b1e0-67631573f544,revision_number=2']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:39:13.311622 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.managers [req-13ad3766-35d8-41a5-910f-3ac418c3738e req-8ca42d3d-3786-42c1-9bbd-90353eff28f8 service neutron] Attempting to bind port 0a0ebb7b-29ea-40dc-b1e0-67631573f544 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=109222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 00:39:13.311959 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.managers [req-13ad3766-35d8-41a5-910f-3ac418c3738e req-8ca42d3d-3786-42c1-9bbd-90353eff28f8 service neutron] Attempting to bind port 0a0ebb7b-29ea-40dc-b1e0-67631573f544 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'cb4aac1d-2986-47c5-9166-1b8e3caa68ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '2e0e8283-a033-407a-bc70-5d3d5b11923a'}] {{(pid=109222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 00:39:13.312401 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ad3766-35d8-41a5-910f-3ac418c3738e req-8ca42d3d-3786-42c1-9bbd-90353eff28f8 service neutron] Attempting to bind port 0a0ebb7b-29ea-40dc-b1e0-67631573f544 on network 2e0e8283-a033-407a-bc70-5d3d5b11923a {{(pid=109222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:39:13.317309 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ad3766-35d8-41a5-910f-3ac418c3738e req-8ca42d3d-3786-42c1-9bbd-90353eff28f8 service neutron] Port 0a0ebb7b-29ea-40dc-b1e0-67631573f544 on network 2e0e8283-a033-407a-bc70-5d3d5b11923a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=109222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 00:39:13.317648 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ad3766-35d8-41a5-910f-3ac418c3738e req-8ca42d3d-3786-42c1-9bbd-90353eff28f8 service neutron] Attempting to bind port 0a0ebb7b-29ea-40dc-b1e0-67631573f544 on network 2e0e8283-a033-407a-bc70-5d3d5b11923a {{(pid=109222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 00:39:13.324318 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ad3766-35d8-41a5-910f-3ac418c3738e req-8ca42d3d-3786-42c1-9bbd-90353eff28f8 service neutron] Checking agent: {'id': '2124d49d-e543-43fa-8e9f-817e1d020459', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 0, 29, 44), 'started_at': datetime.datetime(2022, 2, 21, 0, 29, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 0, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 00:39:13.324669 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ad3766-35d8-41a5-910f-3ac418c3738e req-8ca42d3d-3786-42c1-9bbd-90353eff28f8 service neutron] Checking segment: {'id': 'cb4aac1d-2986-47c5-9166-1b8e3caa68ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '2e0e8283-a033-407a-bc70-5d3d5b11923a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 00:39:13.325060 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ad3766-35d8-41a5-910f-3ac418c3738e req-8ca42d3d-3786-42c1-9bbd-90353eff28f8 service neutron] Bound using segment: {'id': 'cb4aac1d-2986-47c5-9166-1b8e3caa68ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '2e0e8283-a033-407a-bc70-5d3d5b11923a'} {{(pid=109222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 00:39:13.325545 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.managers [req-13ad3766-35d8-41a5-910f-3ac418c3738e req-8ca42d3d-3786-42c1-9bbd-90353eff28f8 service neutron] Bound port: 0a0ebb7b-29ea-40dc-b1e0-67631573f544, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb4aac1d-2986-47c5-9166-1b8e3caa68ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '2e0e8283-a033-407a-bc70-5d3d5b11923a'}}] {{(pid=109222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 00:39:13.325909 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-13ad3766-35d8-41a5-910f-3ac418c3738e req-8ca42d3d-3786-42c1-9bbd-90353eff28f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (0a0ebb7b-29ea-40dc-b1e0-67631573f544), before_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:13.427365 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.db [req-13ad3766-35d8-41a5-910f-3ac418c3738e req-8ca42d3d-3786-42c1-9bbd-90353eff28f8 service neutron] For port 0a0ebb7b-29ea-40dc-b1e0-67631573f544, host hv-cinder-81322, cleared binding levels {{(pid=109222) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 00:39:13.432741 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.db [req-13ad3766-35d8-41a5-910f-3ac418c3738e req-8ca42d3d-3786-42c1-9bbd-90353eff28f8 service neutron] For port 0a0ebb7b-29ea-40dc-b1e0-67631573f544, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=0a0ebb7b-29ea-40dc-b1e0-67631573f544,segment=NetworkSegment(cb4aac1d-2986-47c5-9166-1b8e3caa68ed),segment_id=cb4aac1d-2986-47c5-9166-1b8e3caa68ed)] {{(pid=109222) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 00:39:13.440365 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-13ad3766-35d8-41a5-910f-3ac418c3738e req-8ca42d3d-3786-42c1-9bbd-90353eff28f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8582894414'] for port (0a0ebb7b-29ea-40dc-b1e0-67631573f544), after_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:13.456426 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b393e2c-b034-4f5a-9339-ebc5f6e5a481 req-14ccbc07-89cf-45d3-a6e4-2a6a0d6f8856 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:39:13.457913 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-3b393e2c-b034-4f5a-9339-ebc5f6e5a481 req-14ccbc07-89cf-45d3-a6e4-2a6a0d6f8856 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/ports?device_id=517a8f15-e81d-4242-9748-bac9edeea5c8 HTTP/1.1" status: 200 len: 944 time: 0.0937464 Feb 21 00:39:13.501532 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ad3766-35d8-41a5-910f-3ac418c3738e req-8ca42d3d-3786-42c1-9bbd-90353eff28f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:39:13.502183 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-13ad3766-35d8-41a5-910f-3ac418c3738e req-8ca42d3d-3786-42c1-9bbd-90353eff28f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469064'] for port (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:13.503573 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-13ad3766-35d8-41a5-910f-3ac418c3738e req-8ca42d3d-3786-42c1-9bbd-90353eff28f8 service neutron] 10.222.0.36 "PUT /v2.0/ports/0a0ebb7b-29ea-40dc-b1e0-67631573f544 HTTP/1.1" status: 200 len: 1094 time: 0.6954713 Feb 21 00:39:13.504029 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '517a8f15-e81d-4242-9748-bac9edeea5c8', 'tag': '0a0ebb7b-29ea-40dc-b1e0-67631573f544'}] {{(pid=109222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:39:13.506292 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81563fad7634ec273475caa61ca91dc94d21cc2561ee8f59b09b3f9a67cb5537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92d67152-7f63-4c7a-a213-68e53593c733" -d '{"events": [{"name": "network-changed", "server_uuid": "517a8f15-e81d-4242-9748-bac9edeea5c8", "tag": "0a0ebb7b-29ea-40dc-b1e0-67631573f544"}]}' {{(pid=109222) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:39:13.550394 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca42d3d-3786-42c1-9bbd-90353eff28f8 service neutron] Pushing event updated for resources: {'Port': ['ID=0a0ebb7b-29ea-40dc-b1e0-67631573f544,revision_number=3']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:39:13.553920 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 00:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f1e2233-ff19-4891-bc35-d88eaf295bdb x-openstack-request-id: req-5f1e2233-ff19-4891-bc35-d88eaf295bdb {{(pid=109222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:39:13.554219 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "517a8f15-e81d-4242-9748-bac9edeea5c8", "tag": "0a0ebb7b-29ea-40dc-b1e0-67631573f544", "status": "completed", "code": 200}]} {{(pid=109222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:39:13.554479 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5f1e2233-ff19-4891-bc35-d88eaf295bdb {{(pid=109222) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:39:13.554880 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '517a8f15-e81d-4242-9748-bac9edeea5c8', 'tag': '0a0ebb7b-29ea-40dc-b1e0-67631573f544', 'status': 'completed', 'code': 200} Feb 21 00:39:13.561142 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-3b393e2c-b034-4f5a-9339-ebc5f6e5a481 req-0d001b7d-6e3d-47ee-99bc-f01f668a9231 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/security-groups?id=4800d725-62c7-4955-8da5-9d1a9cb45564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852270 Feb 21 00:39:13.613910 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ad3766-35d8-41a5-910f-3ac418c3738e req-de1f0de9-753d-42e7-9d36-bb384b93aa35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:39:13.615553 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-13ad3766-35d8-41a5-910f-3ac418c3738e req-de1f0de9-753d-42e7-9d36-bb384b93aa35 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2270182ca89c4878829f5c7baac9afe8&device_id=517a8f15-e81d-4242-9748-bac9edeea5c8 HTTP/1.1" status: 200 len: 1128 time: 0.0535233 Feb 21 00:39:13.659135 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-13ad3766-35d8-41a5-910f-3ac418c3738e req-d91d4314-794e-45bb-8f2a-ac6965f055b6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0a0ebb7b-29ea-40dc-b1e0-67631573f544 HTTP/1.1" status: 200 len: 217 time: 0.0351114 Feb 21 00:39:13.707036 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ad3766-35d8-41a5-910f-3ac418c3738e req-5d80ba81-c9f4-4393-866b-4d83f0d8d1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:39:13.708440 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-13ad3766-35d8-41a5-910f-3ac418c3738e req-5d80ba81-c9f4-4393-866b-4d83f0d8d1fa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7bfe349a-348f-4ba1-9415-79c5ecd08feb HTTP/1.1" status: 200 len: 851 time: 0.0428658 Feb 21 00:39:13.761436 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ad3766-35d8-41a5-910f-3ac418c3738e req-9079d879-9916-494f-ad03-c801ac1ed149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:39:13.762898 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-13ad3766-35d8-41a5-910f-3ac418c3738e req-9079d879-9916-494f-ad03-c801ac1ed149 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2e0e8283-a033-407a-bc70-5d3d5b11923a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475550 Feb 21 00:39:13.852644 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-13ad3766-35d8-41a5-910f-3ac418c3738e req-f51b4533-cb2e-4f75-95dc-95a2e4930908 service neutron] 10.222.0.36 "GET /v2.0/networks/2e0e8283-a033-407a-bc70-5d3d5b11923a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800204 Feb 21 00:39:13.942787 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-13ad3766-35d8-41a5-910f-3ac418c3738e req-3cc6c79b-e128-4ca1-a805-131f1888707e service neutron] 10.222.0.36 "GET /v2.0/networks/2e0e8283-a033-407a-bc70-5d3d5b11923a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837429 Feb 21 00:39:14.031646 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d67152-7f63-4c7a-a213-68e53593c733 req-7c6172fe-3e52-4d6b-a312-9e5edf560d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:39:14.033151 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-92d67152-7f63-4c7a-a213-68e53593c733 req-7c6172fe-3e52-4d6b-a312-9e5edf560d4e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2270182ca89c4878829f5c7baac9afe8&device_id=517a8f15-e81d-4242-9748-bac9edeea5c8 HTTP/1.1" status: 200 len: 1128 time: 0.0447578 Feb 21 00:39:14.119746 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d67152-7f63-4c7a-a213-68e53593c733 req-3e1a233e-46cc-4a1b-9fd8-0c33bc539ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:39:14.121216 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-92d67152-7f63-4c7a-a213-68e53593c733 req-3e1a233e-46cc-4a1b-9fd8-0c33bc539ac8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2e0e8283-a033-407a-bc70-5d3d5b11923a HTTP/1.1" status: 200 len: 913 time: 0.0812881 Feb 21 00:39:14.166890 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-92d67152-7f63-4c7a-a213-68e53593c733 req-935b4b02-e549-4435-b72e-cfa2f4fc83a2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0a0ebb7b-29ea-40dc-b1e0-67631573f544 HTTP/1.1" status: 200 len: 217 time: 0.0385692 Feb 21 00:39:14.217721 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d67152-7f63-4c7a-a213-68e53593c733 req-0a163b34-62ae-4c92-8df2-39e2453905af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:39:14.219521 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-92d67152-7f63-4c7a-a213-68e53593c733 req-0a163b34-62ae-4c92-8df2-39e2453905af service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7bfe349a-348f-4ba1-9415-79c5ecd08feb HTTP/1.1" status: 200 len: 851 time: 0.0449660 Feb 21 00:39:14.270209 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d67152-7f63-4c7a-a213-68e53593c733 req-57ee33c3-de11-4878-937e-dd642f083c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:39:14.271892 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-92d67152-7f63-4c7a-a213-68e53593c733 req-57ee33c3-de11-4878-937e-dd642f083c13 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2e0e8283-a033-407a-bc70-5d3d5b11923a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458550 Feb 21 00:39:14.369873 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-92d67152-7f63-4c7a-a213-68e53593c733 req-2a663af3-29f7-49c4-8515-1bd4e94a15e9 service neutron] 10.222.0.36 "GET /v2.0/networks/2e0e8283-a033-407a-bc70-5d3d5b11923a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911725 Feb 21 00:39:14.463841 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-92d67152-7f63-4c7a-a213-68e53593c733 req-082b8906-1d7e-4157-a751-87bf887d2b53 service neutron] 10.222.0.36 "GET /v2.0/networks/2e0e8283-a033-407a-bc70-5d3d5b11923a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843918 Feb 21 00:39:14.689022 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97bd9b2-1445-4161-b82f-c2493d0246e4 req-735e65f7-5534-4e3d-aeee-203eadf167af tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:39:14.695890 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-f97bd9b2-1445-4161-b82f-c2493d0246e4 req-735e65f7-5534-4e3d-aeee-203eadf167af tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/ports?device_id=517a8f15-e81d-4242-9748-bac9edeea5c8 HTTP/1.1" status: 200 len: 944 time: 0.0617006 Feb 21 00:39:14.704865 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (2124d49d-e543-43fa-8e9f-817e1d020459), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:14.739497 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-f97bd9b2-1445-4161-b82f-c2493d0246e4 req-f07df98a-1430-4548-b70c-144fe551ecb8 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/security-groups?id=4800d725-62c7-4955-8da5-9d1a9cb45564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427449 Feb 21 00:39:15.860197 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e093e5d-cf8e-4c63-a427-dd92276c4c05 req-6dae1228-1c47-4c04-8b88-0811d20a5072 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:39:15.861600 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-2e093e5d-cf8e-4c63-a427-dd92276c4c05 req-6dae1228-1c47-4c04-8b88-0811d20a5072 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/ports?device_id=517a8f15-e81d-4242-9748-bac9edeea5c8 HTTP/1.1" status: 200 len: 944 time: 0.0534077 Feb 21 00:39:15.916287 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-2e093e5d-cf8e-4c63-a427-dd92276c4c05 req-ee16ee44-b759-4f49-a998-a5f79f32df0b tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/security-groups?id=4800d725-62c7-4955-8da5-9d1a9cb45564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490000 Feb 21 00:39:16.047383 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 33402) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:39:16.148813 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-3da98956-d7e4-4550-ad13-65aa29be08eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:16.219924 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-3da98956-d7e4-4550-ad13-65aa29be08eb admin admin] Publish callbacks [] for security_group (4bb8409d-4bed-44c2-84c8-d2306bf0a7b3), precommit_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:16.223579 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-3da98956-d7e4-4550-ad13-65aa29be08eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (4bb8409d-4bed-44c2-84c8-d2306bf0a7b3), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:16.260810 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-3da98956-d7e4-4550-ad13-65aa29be08eb admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fe7b81826a36456887d7b42f3891e8ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2123804 Feb 21 00:39:16.261663 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da98956-d7e4-4550-ad13-65aa29be08eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bb8409d-4bed-44c2-84c8-d2306bf0a7b3,revision_number=1']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:39:16.263659 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 33406) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:39:16.310461 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-29f5da3a-6326-4daf-b5d1-ae73a7c68bd2 admin admin] Publish callbacks [] for security_group (4bb8409d-4bed-44c2-84c8-d2306bf0a7b3), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:16.330984 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-29f5da3a-6326-4daf-b5d1-ae73a7c68bd2 admin admin] Publish callbacks [] for security_group (4bb8409d-4bed-44c2-84c8-d2306bf0a7b3), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:16.379831 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-29f5da3a-6326-4daf-b5d1-ae73a7c68bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (4bb8409d-4bed-44c2-84c8-d2306bf0a7b3), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:16.382366 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-29f5da3a-6326-4daf-b5d1-ae73a7c68bd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:16.383578 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-29f5da3a-6326-4daf-b5d1-ae73a7c68bd2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4bb8409d-4bed-44c2-84c8-d2306bf0a7b3 HTTP/1.1" status: 204 len: 168 time: 0.1189477 Feb 21 00:39:16.391077 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f5da3a-6326-4daf-b5d1-ae73a7c68bd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bb8409d-4bed-44c2-84c8-d2306bf0a7b3,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:39:17.036904 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc533c0e-a261-4d48-96a6-76eeae17ac62 req-c2ea6efe-8bf7-4821-96ba-c022ce598181 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:39:17.038421 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-cc533c0e-a261-4d48-96a6-76eeae17ac62 req-c2ea6efe-8bf7-4821-96ba-c022ce598181 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/ports?device_id=517a8f15-e81d-4242-9748-bac9edeea5c8 HTTP/1.1" status: 200 len: 944 time: 0.0558348 Feb 21 00:39:17.087446 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-cc533c0e-a261-4d48-96a6-76eeae17ac62 req-a5749c4c-c715-4298-88c9-92eba3e02ade tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/security-groups?id=4800d725-62c7-4955-8da5-9d1a9cb45564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427232 Feb 21 00:39:18.203019 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36192ae9-18ef-4dee-90ca-c27a1376055a req-7a19107d-038d-4821-8218-7bf1f6b1de23 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:39:18.204553 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-36192ae9-18ef-4dee-90ca-c27a1376055a req-7a19107d-038d-4821-8218-7bf1f6b1de23 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/ports?device_id=517a8f15-e81d-4242-9748-bac9edeea5c8 HTTP/1.1" status: 200 len: 944 time: 0.0525460 Feb 21 00:39:18.256648 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-36192ae9-18ef-4dee-90ca-c27a1376055a req-25055a6e-f32d-4b2b-aee4-ba5e9a3b2079 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/security-groups?id=4800d725-62c7-4955-8da5-9d1a9cb45564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459898 Feb 21 00:39:19.376131 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d713039-0f27-477e-b6aa-c34ad70e8689 req-dee63ba4-ec15-4858-9a13-08574ff0a010 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:39:19.377708 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-2d713039-0f27-477e-b6aa-c34ad70e8689 req-dee63ba4-ec15-4858-9a13-08574ff0a010 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/ports?device_id=517a8f15-e81d-4242-9748-bac9edeea5c8 HTTP/1.1" status: 200 len: 944 time: 0.0536842 Feb 21 00:39:19.429068 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-2d713039-0f27-477e-b6aa-c34ad70e8689 req-9b88451e-db0a-4f5c-a00d-66f011ab1296 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/security-groups?id=4800d725-62c7-4955-8da5-9d1a9cb45564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457997 Feb 21 00:39:20.547090 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3607243d-1bbb-4f46-80a2-08c293b5a84d req-753e1d3f-98d1-4485-b5b0-166636e7808b tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:39:20.548571 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-3607243d-1bbb-4f46-80a2-08c293b5a84d req-753e1d3f-98d1-4485-b5b0-166636e7808b tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/ports?device_id=517a8f15-e81d-4242-9748-bac9edeea5c8 HTTP/1.1" status: 200 len: 944 time: 0.0541759 Feb 21 00:39:20.596855 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-3607243d-1bbb-4f46-80a2-08c293b5a84d req-0f2cffe7-58fc-431e-8b29-59213f885dd1 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/security-groups?id=4800d725-62c7-4955-8da5-9d1a9cb45564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428426 Feb 21 00:39:21.506250 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Device 0a0ebb7b-29ea-40dc-b1e0-67631573f544 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109224) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 00:39:21.717927 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb27fd9a-91e1-43a6-9e0f-70b4d2f01174 req-e540d703-9893-4996-adaf-a3f3a7b68b40 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:39:21.719599 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-bb27fd9a-91e1-43a6-9e0f-70b4d2f01174 req-e540d703-9893-4996-adaf-a3f3a7b68b40 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/ports?device_id=517a8f15-e81d-4242-9748-bac9edeea5c8 HTTP/1.1" status: 200 len: 944 time: 0.0532787 Feb 21 00:39:21.729591 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] For port 0a0ebb7b-29ea-40dc-b1e0-67631573f544, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=0a0ebb7b-29ea-40dc-b1e0-67631573f544,segment=NetworkSegment(cb4aac1d-2986-47c5-9166-1b8e3caa68ed),segment_id=cb4aac1d-2986-47c5-9166-1b8e3caa68ed)] {{(pid=109224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:39:21.742691 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Returning: {'device': '0a0ebb7b-29ea-40dc-b1e0-67631573f544', 'network_id': '2e0e8283-a033-407a-bc70-5d3d5b11923a', 'port_id': '0a0ebb7b-29ea-40dc-b1e0-67631573f544', 'mac_address': 'fa:16:3e:cf:1d:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bfe349a-348f-4ba1-9415-79c5ecd08feb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109224) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 00:39:21.773536 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-bb27fd9a-91e1-43a6-9e0f-70b4d2f01174 req-89109e9b-9dd9-4331-85c7-4041c7bc16f7 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/security-groups?id=4800d725-62c7-4955-8da5-9d1a9cb45564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481048 Feb 21 00:39:21.779913 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Current status of the port 0a0ebb7b-29ea-40dc-b1e0-67631573f544 is: DOWN; New status is: BUILD {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:39:21.780312 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (0a0ebb7b-29ea-40dc-b1e0-67631573f544), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:21.792892 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.notifiers.nova [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a0ebb7b-29ea-40dc-b1e0-67631573f544 {{(pid=109224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 00:39:21.811893 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] For port 0a0ebb7b-29ea-40dc-b1e0-67631573f544, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=0a0ebb7b-29ea-40dc-b1e0-67631573f544,segment=NetworkSegment(cb4aac1d-2986-47c5-9166-1b8e3caa68ed),segment_id=cb4aac1d-2986-47c5-9166-1b8e3caa68ed)] {{(pid=109224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:39:21.815417 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (0a0ebb7b-29ea-40dc-b1e0-67631573f544), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:21.863325 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Pushing event updated for resources: {'Port': ['ID=0a0ebb7b-29ea-40dc-b1e0-67631573f544,revision_number=4']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:39:21.870663 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:39:21.871013 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:39:21.871390 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:39:21.871736 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:39:21.872065 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:39:21.872396 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:39:21.872725 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:39:21.873051 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:39:21.873396 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:39:21.873721 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:39:21.874044 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:39:21.874365 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:39:21.874704 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:39:22.090050 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] get_ports_and_sgs() called for port_ids ['0a0ebb7b-29ea-40dc-b1e0-67631573f544'] {{(pid=109224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 00:39:22.886947 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7327689-1692-45aa-93cd-b9e0e8c508c1 req-50f6ed97-9c4e-46a4-8247-3a2f0ff73643 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:39:22.888453 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-f7327689-1692-45aa-93cd-b9e0e8c508c1 req-50f6ed97-9c4e-46a4-8247-3a2f0ff73643 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/ports?device_id=517a8f15-e81d-4242-9748-bac9edeea5c8 HTTP/1.1" status: 200 len: 945 time: 0.0511732 Feb 21 00:39:22.938314 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-f7327689-1692-45aa-93cd-b9e0e8c508c1 req-c39ce3fe-2fae-493f-8a4b-903d1c3822e8 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/security-groups?id=4800d725-62c7-4955-8da5-9d1a9cb45564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440357 Feb 21 00:39:23.514243 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Device 0a0ebb7b-29ea-40dc-b1e0-67631573f544 up at agent hyperv_hv-cinder-81322 {{(pid=109224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 00:39:23.562449 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Provisioning for port 0a0ebb7b-29ea-40dc-b1e0-67631573f544 completed by entity L2. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 00:39:23.566045 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.provisioning_blocks [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Provisioning complete for port 0a0ebb7b-29ea-40dc-b1e0-67631573f544 triggered by entity L2. {{(pid=109224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 00:39:23.566427 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15918854'] for port (0a0ebb7b-29ea-40dc-b1e0-67631573f544), provisioning_complete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:23.641375 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Current status of the port 0a0ebb7b-29ea-40dc-b1e0-67631573f544 is: BUILD; New status is: ACTIVE {{(pid=109224) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 00:39:23.641771 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (0a0ebb7b-29ea-40dc-b1e0-67631573f544), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:23.667019 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '517a8f15-e81d-4242-9748-bac9edeea5c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a0ebb7b-29ea-40dc-b1e0-67631573f544'}] {{(pid=109224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:39:23.669444 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea31762fe36adf1256da5116fd788589841920f52286d7e0b0077cda52487892" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd3743a8-8f52-4f0b-bc06-3a756b46f867" -d '{"events": [{"server_uuid": "517a8f15-e81d-4242-9748-bac9edeea5c8", "name": "network-vif-plugged", "status": "completed", "tag": "0a0ebb7b-29ea-40dc-b1e0-67631573f544"}]}' {{(pid=109224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:39:23.682401 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] For port 0a0ebb7b-29ea-40dc-b1e0-67631573f544, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=0a0ebb7b-29ea-40dc-b1e0-67631573f544,segment=NetworkSegment(cb4aac1d-2986-47c5-9166-1b8e3caa68ed),segment_id=cb4aac1d-2986-47c5-9166-1b8e3caa68ed)] {{(pid=109224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:39:23.686359 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851'] for port (0a0ebb7b-29ea-40dc-b1e0-67631573f544), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:23.711056 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 00:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33b7ec7e-b024-4de8-a111-a217ef14d4ca x-openstack-request-id: req-33b7ec7e-b024-4de8-a111-a217ef14d4ca {{(pid=109224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:39:23.711379 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "517a8f15-e81d-4242-9748-bac9edeea5c8", "name": "network-vif-plugged", "status": "completed", "tag": "0a0ebb7b-29ea-40dc-b1e0-67631573f544", "code": 200}]} {{(pid=109224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:39:23.711641 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-33b7ec7e-b024-4de8-a111-a217ef14d4ca {{(pid=109224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:39:23.712038 dv-cinder-813225-6-iscsi neutron-server[109224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '517a8f15-e81d-4242-9748-bac9edeea5c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a0ebb7b-29ea-40dc-b1e0-67631573f544', 'code': 200} Feb 21 00:39:23.739653 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Pushing event updated for resources: {'Port': ['ID=0a0ebb7b-29ea-40dc-b1e0-67631573f544,revision_number=5']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:39:23.955990 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903f33f9-5e31-430e-9056-23c1402cd973 req-34c080d1-9ff3-4073-b614-76ee86621ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:39:23.957468 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-903f33f9-5e31-430e-9056-23c1402cd973 req-34c080d1-9ff3-4073-b614-76ee86621ff1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=517a8f15-e81d-4242-9748-bac9edeea5c8 HTTP/1.1" status: 200 len: 1130 time: 0.0500047 Feb 21 00:39:24.009347 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-903f33f9-5e31-430e-9056-23c1402cd973 req-f0fc6b0c-2248-4309-8572-bc6eeaa2c48c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4800d725-62c7-4955-8da5-9d1a9cb45564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409951 Feb 21 00:39:24.060456 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6743fb76-cdbc-417d-b040-f426b1d55ebe req-b376c335-fdf3-4626-91dd-b16c5c982490 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:39:24.061865 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-6743fb76-cdbc-417d-b040-f426b1d55ebe req-b376c335-fdf3-4626-91dd-b16c5c982490 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/ports?device_id=517a8f15-e81d-4242-9748-bac9edeea5c8 HTTP/1.1" status: 200 len: 946 time: 0.0516572 Feb 21 00:39:24.107465 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 33548) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:39:24.110724 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-6743fb76-cdbc-417d-b040-f426b1d55ebe req-48c3ef42-6d57-48c5-b243-75c365d9bdfb tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/security-groups?id=4800d725-62c7-4955-8da5-9d1a9cb45564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433223 Feb 21 00:39:24.206251 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-b942cd54-82f1-43ad-8eac-195458eaa7ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:24.280863 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-b942cd54-82f1-43ad-8eac-195458eaa7ad admin admin] Publish callbacks [] for security_group (9a853919-7dcd-4ee4-b7a5-360da0539c80), precommit_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:24.284369 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-b942cd54-82f1-43ad-8eac-195458eaa7ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (9a853919-7dcd-4ee4-b7a5-360da0539c80), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:24.320235 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-b942cd54-82f1-43ad-8eac-195458eaa7ad admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=183d68af365843b29021488dc6b8b0c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2116489 Feb 21 00:39:24.322080 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b942cd54-82f1-43ad-8eac-195458eaa7ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a853919-7dcd-4ee4-b7a5-360da0539c80,revision_number=1']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:39:24.322934 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 33552) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:39:24.369998 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-9cd34593-6356-4e15-b183-c57c6a359b19 admin admin] Publish callbacks [] for security_group (9a853919-7dcd-4ee4-b7a5-360da0539c80), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:24.390483 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-9cd34593-6356-4e15-b183-c57c6a359b19 admin admin] Publish callbacks [] for security_group (9a853919-7dcd-4ee4-b7a5-360da0539c80), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:24.439440 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-9cd34593-6356-4e15-b183-c57c6a359b19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (9a853919-7dcd-4ee4-b7a5-360da0539c80), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:24.441975 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-9cd34593-6356-4e15-b183-c57c6a359b19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:24.443104 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-9cd34593-6356-4e15-b183-c57c6a359b19 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9a853919-7dcd-4ee4-b7a5-360da0539c80 HTTP/1.1" status: 204 len: 168 time: 0.1191540 Feb 21 00:39:24.450942 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd34593-6356-4e15-b183-c57c6a359b19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a853919-7dcd-4ee4-b7a5-360da0539c80,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:39:24.690794 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 33558) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:39:24.704200 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-dc691eb0-5e5a-4980-82b0-de0ca5953b7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:24.776908 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-dc691eb0-5e5a-4980-82b0-de0ca5953b7c admin admin] Publish callbacks [] for security_group (44cada88-ae76-4626-8149-f93ecd248cbf), precommit_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:24.780497 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-dc691eb0-5e5a-4980-82b0-de0ca5953b7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (44cada88-ae76-4626-8149-f93ecd248cbf), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:24.815218 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-dc691eb0-5e5a-4980-82b0-de0ca5953b7c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6aa0a817fdb04cb2831f2b6c0e0935bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1232870 Feb 21 00:39:24.817258 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc691eb0-5e5a-4980-82b0-de0ca5953b7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44cada88-ae76-4626-8149-f93ecd248cbf,revision_number=1']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:39:24.818226 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 33560) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:39:24.868504 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-e7c47eb1-dd52-4c01-ab94-72a844a4a94f admin admin] Publish callbacks [] for security_group (44cada88-ae76-4626-8149-f93ecd248cbf), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:24.889268 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-e7c47eb1-dd52-4c01-ab94-72a844a4a94f admin admin] Publish callbacks [] for security_group (44cada88-ae76-4626-8149-f93ecd248cbf), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:24.935315 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-e7c47eb1-dd52-4c01-ab94-72a844a4a94f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (44cada88-ae76-4626-8149-f93ecd248cbf), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:24.937791 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-e7c47eb1-dd52-4c01-ab94-72a844a4a94f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:24.938923 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-e7c47eb1-dd52-4c01-ab94-72a844a4a94f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/44cada88-ae76-4626-8149-f93ecd248cbf HTTP/1.1" status: 204 len: 168 time: 0.1196589 Feb 21 00:39:24.946967 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c47eb1-dd52-4c01-ab94-72a844a4a94f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44cada88-ae76-4626-8149-f93ecd248cbf,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:39:25.245323 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df91e44-90e8-4651-85ad-02cb1a59da17 req-9da270ab-30f9-4425-9cb3-1d1c6cd6c775 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:39:25.247557 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-0df91e44-90e8-4651-85ad-02cb1a59da17 req-9da270ab-30f9-4425-9cb3-1d1c6cd6c775 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/ports?device_id=517a8f15-e81d-4242-9748-bac9edeea5c8 HTTP/1.1" status: 200 len: 946 time: 0.0686426 Feb 21 00:39:25.275390 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 33568) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:39:25.288589 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-3d2b65da-9430-4d5d-9998-0df57220b32b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:25.300692 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-0df91e44-90e8-4651-85ad-02cb1a59da17 req-62ba9e4f-16e3-4ba1-900a-839205505a12 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/security-groups?id=4800d725-62c7-4955-8da5-9d1a9cb45564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476408 Feb 21 00:39:25.364297 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-3d2b65da-9430-4d5d-9998-0df57220b32b admin admin] Publish callbacks [] for security_group (acf48e0d-a316-4176-87e1-bc9ec62cffd2), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:25.368888 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-3d2b65da-9430-4d5d-9998-0df57220b32b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (acf48e0d-a316-4176-87e1-bc9ec62cffd2), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:25.403516 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2b65da-9430-4d5d-9998-0df57220b32b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acf48e0d-a316-4176-87e1-bc9ec62cffd2,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:39:25.407740 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-3d2b65da-9430-4d5d-9998-0df57220b32b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b73b42d091a44b0696c1376821731510&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1313121 Feb 21 00:39:25.410727 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 33570) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:39:25.461350 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-4e9a8001-7d34-4b18-80a5-c879b5fa63a2 admin admin] Publish callbacks [] for security_group (acf48e0d-a316-4176-87e1-bc9ec62cffd2), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:25.482536 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-4e9a8001-7d34-4b18-80a5-c879b5fa63a2 admin admin] Publish callbacks [] for security_group (acf48e0d-a316-4176-87e1-bc9ec62cffd2), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:25.528668 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-4e9a8001-7d34-4b18-80a5-c879b5fa63a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (acf48e0d-a316-4176-87e1-bc9ec62cffd2), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:25.531659 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-4e9a8001-7d34-4b18-80a5-c879b5fa63a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:25.532791 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-4e9a8001-7d34-4b18-80a5-c879b5fa63a2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/acf48e0d-a316-4176-87e1-bc9ec62cffd2 HTTP/1.1" status: 204 len: 168 time: 0.1211102 Feb 21 00:39:25.541627 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9a8001-7d34-4b18-80a5-c879b5fa63a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acf48e0d-a316-4176-87e1-bc9ec62cffd2,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:39:26.421345 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913909e2-90a3-47a5-82ed-f1c2a40ac822 req-3895cc2e-eba7-4850-b6a4-3b0b96905b79 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:39:26.422842 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-913909e2-90a3-47a5-82ed-f1c2a40ac822 req-3895cc2e-eba7-4850-b6a4-3b0b96905b79 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/ports?device_id=517a8f15-e81d-4242-9748-bac9edeea5c8 HTTP/1.1" status: 200 len: 946 time: 0.0531983 Feb 21 00:39:26.471034 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-913909e2-90a3-47a5-82ed-f1c2a40ac822 req-48ffc737-d938-47a3-8004-c2301cf37cf0 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/security-groups?id=4800d725-62c7-4955-8da5-9d1a9cb45564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426967 Feb 21 00:39:26.588238 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebb51fb-289b-4bfd-822b-5ba8b056410d req-9139acd5-18b3-47f2-8042-b1aecaa65c0f tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:39:26.589715 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-0ebb51fb-289b-4bfd-822b-5ba8b056410d req-9139acd5-18b3-47f2-8042-b1aecaa65c0f tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/ports?device_id=517a8f15-e81d-4242-9748-bac9edeea5c8 HTTP/1.1" status: 200 len: 946 time: 0.0527377 Feb 21 00:39:26.638765 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-0ebb51fb-289b-4bfd-822b-5ba8b056410d req-1dc4dca7-142a-4b8b-8721-e56ed63628b8 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/security-groups?id=4800d725-62c7-4955-8da5-9d1a9cb45564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431190 Feb 21 00:39:26.661748 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 33614) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:39:26.850656 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561a232d-2f3c-481a-9644-c061bedb894c tempest-TestVolumeBootPattern-1418106278 tempest-TestVolumeBootPattern-1418106278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:39:26.852179 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-561a232d-2f3c-481a-9644-c061bedb894c tempest-TestVolumeBootPattern-1418106278 tempest-TestVolumeBootPattern-1418106278-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=517a8f15-e81d-4242-9748-bac9edeea5c8 HTTP/1.1" status: 200 len: 1125 time: 0.1894557 Feb 21 00:39:26.855046 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 33620) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:39:26.859150 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [None req-9522d8ee-facc-4c30-be0f-78dfad4eec1f tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Request body: {'floatingip': {'floating_network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'port_id': '0a0ebb7b-29ea-40dc-b1e0-67631573f544', 'tenant_id': '2270182ca89c4878829f5c7baac9afe8', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 00:39:26.877954 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-9522d8ee-facc-4c30-be0f-78dfad4eec1f tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:26.972332 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-9522d8ee-facc-4c30-be0f-78dfad4eec1f tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:27.077113 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.db.db_base_plugin_common [None req-9522d8ee-facc-4c30-be0f-78dfad4eec1f tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Allocated IP 172.27.3.168 (9d25e361-1d6c-4c24-9c73-356a2ab84050/890cd9a8-3116-412f-9022-3458585959da/bb4b09aa-0e4c-4a4d-883f-a1f273467fd7) {{(pid=109222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 00:39:27.173664 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-9522d8ee-facc-4c30-be0f-78dfad4eec1f tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Publish callbacks [] for port (bb4b09aa-0e4c-4a4d-883f-a1f273467fd7), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:27.206079 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-9522d8ee-facc-4c30-be0f-78dfad4eec1f tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731676182815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8582894421'] for port (bb4b09aa-0e4c-4a4d-883f-a1f273467fd7), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:27.241530 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9522d8ee-facc-4c30-be0f-78dfad4eec1f tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Network 9d25e361-1d6c-4c24-9c73-356a2ab84050 is already hosted by enough agents. {{(pid=109222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 00:39:27.244712 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.scheduler.base_scheduler [None req-9522d8ee-facc-4c30-be0f-78dfad4eec1f tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Resources bound (agent type, host, resource id): {{(pid=109222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 00:39:27.249863 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9522d8ee-facc-4c30-be0f-78dfad4eec1f tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Received port after_create {{(pid=109222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 00:39:27.284125 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9522d8ee-facc-4c30-be0f-78dfad4eec1f tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Pushing event updated for resources: {'Port': ['ID=bb4b09aa-0e4c-4a4d-883f-a1f273467fd7,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:39:27.610422 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-9522d8ee-facc-4c30-be0f-78dfad4eec1f tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Publish callbacks [] for floatingip (97f8b48e-9392-4ce3-8109-4a4121be31ae), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:27.678602 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-9522d8ee-facc-4c30-be0f-78dfad4eec1f tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16036383'] for port (bb4b09aa-0e4c-4a4d-883f-a1f273467fd7), before_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:27.826330 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-9522d8ee-facc-4c30-be0f-78dfad4eec1f tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Publish callbacks [] for port (bb4b09aa-0e4c-4a4d-883f-a1f273467fd7), precommit_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:27.830729 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-9522d8ee-facc-4c30-be0f-78dfad4eec1f tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731676626059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731676182833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731676182851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8582894414'] for port (bb4b09aa-0e4c-4a4d-883f-a1f273467fd7), after_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:27.904238 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9522d8ee-facc-4c30-be0f-78dfad4eec1f tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Pushing event updated for resources: {'Port': ['ID=bb4b09aa-0e4c-4a4d-883f-a1f273467fd7,revision_number=2']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:39:27.922580 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-9522d8ee-facc-4c30-be0f-78dfad4eec1f tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-951287'] for floatingip (97f8b48e-9392-4ce3-8109-4a4121be31ae), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:28.021339 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.db.l3_db [None req-9522d8ee-facc-4c30-be0f-78dfad4eec1f tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Floating IP 97f8b48e-9392-4ce3-8109-4a4121be31ae associated. External IP: 172.27.3.168, port: 0a0ebb7b-29ea-40dc-b1e0-67631573f544. Feb 21 00:39:28.524021 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9522d8ee-facc-4c30-be0f-78dfad4eec1f tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Router 346adc60-ef05-48df-9cb2-9b491a24d31d has already been hosted by L3 agent 47b5b2cb-5391-4fc3-9478-3db20537c35a {{(pid=109222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 00:39:28.581670 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c8b97-1ef8-4bd1-bc13-0b0775773de1 req-acb4e276-3c6d-495c-b7ef-7d98cde9bb57 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:39:28.583153 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-f88c8b97-1ef8-4bd1-bc13-0b0775773de1 req-acb4e276-3c6d-495c-b7ef-7d98cde9bb57 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=294469b7-8854-4bee-b457-efbb0b15850e HTTP/1.1" status: 200 len: 946 time: 0.0961318 Feb 21 00:39:28.675443 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-f88c8b97-1ef8-4bd1-bc13-0b0775773de1 req-0f2e9267-1272-4863-a903-a13da6fab1bc tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=7620e282-a5c6-4f74-9c3a-d4610dec1186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856764 Feb 21 00:39:28.680577 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9522d8ee-facc-4c30-be0f-78dfad4eec1f tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Notify agent at l3_agent.dv-cinder-813225-6-iscsi the message routers_updated {{(pid=109222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 00:39:28.691008 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f934e1-1a31-42f8-9e5e-ebe2d7520d4a None None] Sync routers for ids ['346adc60-ef05-48df-9cb2-9b491a24d31d'] in dv-cinder-813225-6-iscsi {{(pid=109225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 00:39:28.702409 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f934e1-1a31-42f8-9e5e-ebe2d7520d4a None None] Routers {'346adc60-ef05-48df-9cb2-9b491a24d31d'} bound to L3 agent in host dv-cinder-813225-6-iscsi {{(pid=109225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:39:28.703264 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_hamode_db [None req-17f934e1-1a31-42f8-9e5e-ebe2d7520d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T00:23:33Z,description=,heartbeat_timestamp=2022-02-21T00:39:04Z,host='dv-cinder-813225-6-iscsi',id=47b5b2cb-5391-4fc3-9478-3db20537c35a,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:23:34Z,topic='l3_agent')) {'router_ids': ['346adc60-ef05-48df-9cb2-9b491a24d31d'], 'active': True} {{(pid=109225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:39:28.704193 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-9522d8ee-facc-4c30-be0f-78dfad4eec1f tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469064'] for floatingip (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:28.732853 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-9522d8ee-facc-4c30-be0f-78dfad4eec1f tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8767879 Feb 21 00:39:28.733436 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '517a8f15-e81d-4242-9748-bac9edeea5c8', 'tag': '0a0ebb7b-29ea-40dc-b1e0-67631573f544'}] {{(pid=109222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:39:28.735692 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81563fad7634ec273475caa61ca91dc94d21cc2561ee8f59b09b3f9a67cb5537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb90ef4e-acbe-48c6-a0e0-b1586151a336" -d '{"events": [{"name": "network-changed", "server_uuid": "517a8f15-e81d-4242-9748-bac9edeea5c8", "tag": "0a0ebb7b-29ea-40dc-b1e0-67631573f544"}]}' {{(pid=109222) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:39:28.772432 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 00:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf1c5390-82ae-4819-8b63-5857fa299ec7 x-openstack-request-id: req-cf1c5390-82ae-4819-8b63-5857fa299ec7 {{(pid=109222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:39:28.772728 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "517a8f15-e81d-4242-9748-bac9edeea5c8", "tag": "0a0ebb7b-29ea-40dc-b1e0-67631573f544", "status": "completed", "code": 200}]} {{(pid=109222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:39:28.773009 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cf1c5390-82ae-4819-8b63-5857fa299ec7 {{(pid=109222) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:39:28.773416 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '517a8f15-e81d-4242-9748-bac9edeea5c8', 'tag': '0a0ebb7b-29ea-40dc-b1e0-67631573f544', 'status': 'completed', 'code': 200} Feb 21 00:39:28.809110 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_dvr_db [None req-17f934e1-1a31-42f8-9e5e-ebe2d7520d4a None None] Set router 346adc60-ef05-48df-9cb2-9b491a24d31d gateway port host: dv-cinder-813225-6-iscsi {{(pid=109225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:39:29.024975 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_hamode_db [None req-17f934e1-1a31-42f8-9e5e-ebe2d7520d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '346adc60-ef05-48df-9cb2-9b491a24d31d', 'name': 'tempest-TestVolumeBootPattern-1275303664-router', 'tenant_id': '2270182ca89c4878829f5c7baac9afe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'external_fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '53e7767d-0a14-4513-b911-ce8d7620d468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:32:51Z', 'updated_at': '2022-02-21T00:32:55Z', 'revision_number': 4, 'project_id': '2270182ca89c4878829f5c7baac9afe8', 'gw_port': {'id': '53e7767d-0a14-4513-b911-ce8d7620d468', 'name': '', 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:62:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346adc60-ef05-48df-9cb2-9b491a24d31d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:32:52Z', 'updated_at': '2022-02-21T00:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '890cd9a8-3116-412f-9022-3458585959da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-6-iscsi', '_floatingips': [{'id': '8b0e4410-5225-4907-a742-70962da04202', 'tenant_id': '2270182ca89c4878829f5c7baac9afe8', 'floating_ip_address': '172.27.3.21', 'floating_network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'router_id': '346adc60-ef05-48df-9cb2-9b491a24d31d', 'port_id': '29793eb8-0013-46e9-9082-b8e83760b325', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e0e8283-a033-407a-bc70-5d3d5b11923a', 'mac_address': 'fa:16:3e:cb:da:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b7045b-0291-42aa-9094-dedd4933b375', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T00:37:09Z', 'updated_at': '2022-02-21T00:37:12Z', 'revision_number': 1, 'project_id': '2270182ca89c4878829f5c7baac9afe8', 'fixed_ip_address_scope': None}, {'id': '97f8b48e-9392-4ce3-8109-4a4121be31ae', 'tenant_id': '2270182ca89c4878829f5c7baac9afe8', 'floating_ip_address': '172.27.3.168', 'floating_network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'router_id': '346adc60-ef05-48df-9cb2-9b491a24d31d', 'port_id': '0a0ebb7b-29ea-40dc-b1e0-67631573f544', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e0e8283-a033-407a-bc70-5d3d5b11923a', 'mac_address': 'fa:16:3e:cf:1d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517a8f15-e81d-4242-9748-bac9edeea5c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T00:39:27Z', 'updated_at': '2022-02-21T00:39:27Z', 'revision_number': 0, 'project_id': '2270182ca89c4878829f5c7baac9afe8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6e3da95-a78f-4af2-a6ad-b55f6ec209e3', 'name': '', 'network_id': '2e0e8283-a033-407a-bc70-5d3d5b11923a', 'tenant_id': '2270182ca89c4878829f5c7baac9afe8', 'mac_address': 'fa:16:3e:5a:7b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346adc60-ef05-48df-9cb2-9b491a24d31d', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '7bfe349a-348f-4ba1-9415-79c5ecd08feb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:32:54Z', 'updated_at': '2022-02-21T00:33:01Z', 'revision_number': 5, 'project_id': '2270182ca89c4878829f5c7baac9afe8', 'subnets': [{'id': '7bfe349a-348f-4ba1-9415-79c5ecd08feb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-6-iscsi', False) {} {{(pid=109225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:39:29.049960 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f934e1-1a31-42f8-9e5e-ebe2d7520d4a None None] Checking router: 346adc60-ef05-48df-9cb2-9b491a24d31d for host: dv-cinder-813225-6-iscsi {{(pid=109225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 00:39:29.058387 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f934e1-1a31-42f8-9e5e-ebe2d7520d4a None None] Routers {'346adc60-ef05-48df-9cb2-9b491a24d31d'} bound to L3 agent in host dv-cinder-813225-6-iscsi {{(pid=109225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:39:29.058983 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_hamode_db [None req-17f934e1-1a31-42f8-9e5e-ebe2d7520d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T00:23:33Z,description=,heartbeat_timestamp=2022-02-21T00:39:04Z,host='dv-cinder-813225-6-iscsi',id=47b5b2cb-5391-4fc3-9478-3db20537c35a,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:23:34Z,topic='l3_agent')) {'router_ids': ['346adc60-ef05-48df-9cb2-9b491a24d31d'], 'active': True} {{(pid=109225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:39:29.162213 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_dvr_db [None req-17f934e1-1a31-42f8-9e5e-ebe2d7520d4a None None] Set router 346adc60-ef05-48df-9cb2-9b491a24d31d gateway port host: dv-cinder-813225-6-iscsi {{(pid=109225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:39:29.381868 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_hamode_db [None req-17f934e1-1a31-42f8-9e5e-ebe2d7520d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '346adc60-ef05-48df-9cb2-9b491a24d31d', 'name': 'tempest-TestVolumeBootPattern-1275303664-router', 'tenant_id': '2270182ca89c4878829f5c7baac9afe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'external_fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '53e7767d-0a14-4513-b911-ce8d7620d468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:32:51Z', 'updated_at': '2022-02-21T00:32:55Z', 'revision_number': 4, 'project_id': '2270182ca89c4878829f5c7baac9afe8', 'gw_port': {'id': '53e7767d-0a14-4513-b911-ce8d7620d468', 'name': '', 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:62:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346adc60-ef05-48df-9cb2-9b491a24d31d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:32:52Z', 'updated_at': '2022-02-21T00:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '890cd9a8-3116-412f-9022-3458585959da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-6-iscsi', '_floatingips': [{'id': '8b0e4410-5225-4907-a742-70962da04202', 'tenant_id': '2270182ca89c4878829f5c7baac9afe8', 'floating_ip_address': '172.27.3.21', 'floating_network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'router_id': '346adc60-ef05-48df-9cb2-9b491a24d31d', 'port_id': '29793eb8-0013-46e9-9082-b8e83760b325', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e0e8283-a033-407a-bc70-5d3d5b11923a', 'mac_address': 'fa:16:3e:cb:da:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b7045b-0291-42aa-9094-dedd4933b375', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T00:37:09Z', 'updated_at': '2022-02-21T00:37:12Z', 'revision_number': 1, 'project_id': '2270182ca89c4878829f5c7baac9afe8', 'fixed_ip_address_scope': None}, {'id': '97f8b48e-9392-4ce3-8109-4a4121be31ae', 'tenant_id': '2270182ca89c4878829f5c7baac9afe8', 'floating_ip_address': '172.27.3.168', 'floating_network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'router_id': '346adc60-ef05-48df-9cb2-9b491a24d31d', 'port_id': '0a0ebb7b-29ea-40dc-b1e0-67631573f544', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e0e8283-a033-407a-bc70-5d3d5b11923a', 'mac_address': 'fa:16:3e:cf:1d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517a8f15-e81d-4242-9748-bac9edeea5c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T00:39:27Z', 'updated_at': '2022-02-21T00:39:27Z', 'revision_number': 0, 'project_id': '2270182ca89c4878829f5c7baac9afe8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6e3da95-a78f-4af2-a6ad-b55f6ec209e3', 'name': '', 'network_id': '2e0e8283-a033-407a-bc70-5d3d5b11923a', 'tenant_id': '2270182ca89c4878829f5c7baac9afe8', 'mac_address': 'fa:16:3e:5a:7b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346adc60-ef05-48df-9cb2-9b491a24d31d', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '7bfe349a-348f-4ba1-9415-79c5ecd08feb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:32:54Z', 'updated_at': '2022-02-21T00:33:01Z', 'revision_number': 5, 'project_id': '2270182ca89c4878829f5c7baac9afe8', 'subnets': [{'id': '7bfe349a-348f-4ba1-9415-79c5ecd08feb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-6-iscsi', False) {} {{(pid=109225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:39:29.407366 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f934e1-1a31-42f8-9e5e-ebe2d7520d4a None None] The sync data for ids ['346adc60-ef05-48df-9cb2-9b491a24d31d'] in dv-cinder-813225-6-iscsi is: [{'id': '346adc60-ef05-48df-9cb2-9b491a24d31d', 'name': 'tempest-TestVolumeBootPattern-1275303664-router', 'tenant_id': '2270182ca89c4878829f5c7baac9afe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'external_fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '53e7767d-0a14-4513-b911-ce8d7620d468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:32:51Z', 'updated_at': '2022-02-21T00:32:55Z', 'revision_number': 4, 'project_id': '2270182ca89c4878829f5c7baac9afe8', 'gw_port': {'id': '53e7767d-0a14-4513-b911-ce8d7620d468', 'name': '', 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:62:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346adc60-ef05-48df-9cb2-9b491a24d31d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:32:52Z', 'updated_at': '2022-02-21T00:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '890cd9a8-3116-412f-9022-3458585959da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-6-iscsi', '_floatingips': [{'id': '8b0e4410-5225-4907-a742-70962da04202', 'tenant_id': '2270182ca89c4878829f5c7baac9afe8', 'floating_ip_address': '172.27.3.21', 'floating_network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'router_id': '346adc60-ef05-48df-9cb2-9b491a24d31d', 'port_id': '29793eb8-0013-46e9-9082-b8e83760b325', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e0e8283-a033-407a-bc70-5d3d5b11923a', 'mac_address': 'fa:16:3e:cb:da:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b7045b-0291-42aa-9094-dedd4933b375', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T00:37:09Z', 'updated_at': '2022-02-21T00:37:12Z', 'revision_number': 1, 'project_id': '2270182ca89c4878829f5c7baac9afe8', 'fixed_ip_address_scope': None}, {'id': '97f8b48e-9392-4ce3-8109-4a4121be31ae', 'tenant_id': '2270182ca89c4878829f5c7baac9afe8', 'floating_ip_address': '172.27.3.168', 'floating_network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'router_id': '346adc60-ef05-48df-9cb2-9b491a24d31d', 'port_id': '0a0ebb7b-29ea-40dc-b1e0-67631573f544', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e0e8283-a033-407a-bc70-5d3d5b11923a', 'mac_address': 'fa:16:3e:cf:1d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517a8f15-e81d-4242-9748-bac9edeea5c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T00:39:27Z', 'updated_at': '2022-02-21T00:39:27Z', 'revision_number': 0, 'project_id': '2270182ca89c4878829f5c7baac9afe8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6e3da95-a78f-4af2-a6ad-b55f6ec209e3', 'name': '', 'network_id': '2e0e8283-a033-407a-bc70-5d3d5b11923a', 'tenant_id': '2270182ca89c4878829f5c7baac9afe8', 'mac_address': 'fa:16:3e:5a:7b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346adc60-ef05-48df-9cb2-9b491a24d31d', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '7bfe349a-348f-4ba1-9415-79c5ecd08feb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:32:54Z', 'updated_at': '2022-02-21T00:33:01Z', 'revision_number': 5, 'project_id': '2270182ca89c4878829f5c7baac9afe8', 'subnets': [{'id': '7bfe349a-348f-4ba1-9415-79c5ecd08feb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 00:39:29.602273 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5540039-e697-4abc-8097-cfb840bf3345 None None] New status for floating IP 97f8b48e-9392-4ce3-8109-4a4121be31ae: ACTIVE {{(pid=109224) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 00:39:29.801530 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be5324b-6023-44af-b955-dec582467a34 req-93305ed7-2cf2-476a-b16c-9192ef0670d2 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:39:29.803039 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-3be5324b-6023-44af-b955-dec582467a34 req-93305ed7-2cf2-476a-b16c-9192ef0670d2 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=294469b7-8854-4bee-b457-efbb0b15850e HTTP/1.1" status: 200 len: 946 time: 0.0530450 Feb 21 00:39:29.852190 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-3be5324b-6023-44af-b955-dec582467a34 req-113e1139-c8b1-4fb1-b243-c1d7059f4f2e tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=7620e282-a5c6-4f74-9c3a-d4610dec1186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435827 Feb 21 00:39:30.973828 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4baf03e-3e5b-4e10-ab82-e7d8f260301d req-033e4ae1-fb15-4e94-a8fa-5f0aa6c3f2a6 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:39:30.975348 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-f4baf03e-3e5b-4e10-ab82-e7d8f260301d req-033e4ae1-fb15-4e94-a8fa-5f0aa6c3f2a6 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=294469b7-8854-4bee-b457-efbb0b15850e HTTP/1.1" status: 200 len: 946 time: 0.0527875 Feb 21 00:39:31.029278 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-f4baf03e-3e5b-4e10-ab82-e7d8f260301d req-ba83b899-975d-40da-aa68-3884213defac tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=7620e282-a5c6-4f74-9c3a-d4610dec1186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474424 Feb 21 00:39:31.040056 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb90ef4e-acbe-48c6-a0e0-b1586151a336 req-a290bc08-23a4-4193-a800-40b652f45937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:39:31.041714 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-eb90ef4e-acbe-48c6-a0e0-b1586151a336 req-a290bc08-23a4-4193-a800-40b652f45937 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2270182ca89c4878829f5c7baac9afe8&device_id=517a8f15-e81d-4242-9748-bac9edeea5c8 HTTP/1.1" status: 200 len: 1130 time: 0.0446930 Feb 21 00:39:31.130909 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb90ef4e-acbe-48c6-a0e0-b1586151a336 req-a6aa60b8-09af-4439-be24-daa3434cc63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:39:31.132409 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-eb90ef4e-acbe-48c6-a0e0-b1586151a336 req-a6aa60b8-09af-4439-be24-daa3434cc63e service neutron] 10.222.0.36 "GET /v2.0/networks?id=2e0e8283-a033-407a-bc70-5d3d5b11923a HTTP/1.1" status: 200 len: 913 time: 0.0811133 Feb 21 00:39:31.202489 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-eb90ef4e-acbe-48c6-a0e0-b1586151a336 req-18b5990b-6102-4bd3-a1ac-85aea3f9993b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0a0ebb7b-29ea-40dc-b1e0-67631573f544 HTTP/1.1" status: 200 len: 1002 time: 0.0612128 Feb 21 00:39:31.251510 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb90ef4e-acbe-48c6-a0e0-b1586151a336 req-ccd67c5b-5072-44b5-a508-d590b408b644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:39:31.252897 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-eb90ef4e-acbe-48c6-a0e0-b1586151a336 req-ccd67c5b-5072-44b5-a508-d590b408b644 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7bfe349a-348f-4ba1-9415-79c5ecd08feb HTTP/1.1" status: 200 len: 851 time: 0.0423613 Feb 21 00:39:31.305970 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb90ef4e-acbe-48c6-a0e0-b1586151a336 req-4a3af766-cfe3-44d0-8fd3-8c977051eca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:39:31.307673 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-eb90ef4e-acbe-48c6-a0e0-b1586151a336 req-4a3af766-cfe3-44d0-8fd3-8c977051eca9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2e0e8283-a033-407a-bc70-5d3d5b11923a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435634 Feb 21 00:39:31.404227 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-eb90ef4e-acbe-48c6-a0e0-b1586151a336 req-3614580b-35ba-4aa3-a4e0-1f1a043c7cc1 service neutron] 10.222.0.36 "GET /v2.0/networks/2e0e8283-a033-407a-bc70-5d3d5b11923a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860851 Feb 21 00:39:31.413941 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-2bdf0595-b999-4bd9-b76f-46eae67037f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (57941464-2af3-4cc7-9b46-3eeacd6f6fca), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:31.490148 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-eb90ef4e-acbe-48c6-a0e0-b1586151a336 req-566279c5-186a-44f6-9bcc-9612391b2736 service neutron] 10.222.0.36 "GET /v2.0/networks/2e0e8283-a033-407a-bc70-5d3d5b11923a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791340 Feb 21 00:39:32.154715 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9307a55-5ab6-4f2c-ae2c-19e6768bb33e req-dd5abb2e-695f-4077-882f-92ab99a9d957 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:39:32.156202 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-f9307a55-5ab6-4f2c-ae2c-19e6768bb33e req-dd5abb2e-695f-4077-882f-92ab99a9d957 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=294469b7-8854-4bee-b457-efbb0b15850e HTTP/1.1" status: 200 len: 946 time: 0.0527754 Feb 21 00:39:32.206417 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-f9307a55-5ab6-4f2c-ae2c-19e6768bb33e req-40db3d75-717a-43c9-b5cd-eb7e72c180f7 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups?id=7620e282-a5c6-4f74-9c3a-d4610dec1186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446892 Feb 21 00:39:32.704319 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02452c3-7efe-4957-8402-3f6b3337becf req-f42f37b4-0b4b-405c-bf46-9ca8e7cb036c tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:39:32.705757 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-e02452c3-7efe-4957-8402-3f6b3337becf req-f42f37b4-0b4b-405c-bf46-9ca8e7cb036c tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.36 "GET /v2.0/ports?device_id=294469b7-8854-4bee-b457-efbb0b15850e HTTP/1.1" status: 200 len: 946 time: 0.0512006 Feb 21 00:39:32.796613 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.plugin [req-e02452c3-7efe-4957-8402-3f6b3337becf req-6eccfe8c-32f7-4608-9470-e41febc39658 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Deleting port 7737bb4f-43f4-4311-a75d-cc77a3bece1e {{(pid=109222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 00:39:32.796962 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-e02452c3-7efe-4957-8402-3f6b3337becf req-6eccfe8c-32f7-4608-9470-e41febc39658 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731676621334'] for port (7737bb4f-43f4-4311-a75d-cc77a3bece1e), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:32.886387 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.db [req-e02452c3-7efe-4957-8402-3f6b3337becf req-6eccfe8c-32f7-4608-9470-e41febc39658 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] For port 7737bb4f-43f4-4311-a75d-cc77a3bece1e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=7737bb4f-43f4-4311-a75d-cc77a3bece1e,segment=NetworkSegment(905ecc73-8a74-4e6f-8e03-5ec9e3dbca32),segment_id=905ecc73-8a74-4e6f-8e03-5ec9e3dbca32)] {{(pid=109222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:39:32.886750 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-e02452c3-7efe-4957-8402-3f6b3337becf req-6eccfe8c-32f7-4608-9470-e41febc39658 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950719'] for port (7737bb4f-43f4-4311-a75d-cc77a3bece1e), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:33.050853 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-e02452c3-7efe-4957-8402-3f6b3337becf req-6eccfe8c-32f7-4608-9470-e41febc39658 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:33.051248 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-e02452c3-7efe-4957-8402-3f6b3337becf req-6eccfe8c-32f7-4608-9470-e41febc39658 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-951287'] for floatingip (d0ca8fc2-be66-4c10-82c3-89f2382856b9), after_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:33.051572 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.db.l3_db [req-e02452c3-7efe-4957-8402-3f6b3337becf req-6eccfe8c-32f7-4608-9470-e41febc39658 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Floating IP d0ca8fc2-be66-4c10-82c3-89f2382856b9 disassociated. External IP: 172.27.3.164, port: 7737bb4f-43f4-4311-a75d-cc77a3bece1e. Feb 21 00:39:33.051918 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.plugin [req-e02452c3-7efe-4957-8402-3f6b3337becf req-6eccfe8c-32f7-4608-9470-e41febc39658 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Calling delete_port for 7737bb4f-43f4-4311-a75d-cc77a3bece1e owned by compute:nova {{(pid=109222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 00:39:33.182949 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-e02452c3-7efe-4957-8402-3f6b3337becf req-6eccfe8c-32f7-4608-9470-e41febc39658 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731676626041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731676182824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8582894421'] for port (7737bb4f-43f4-4311-a75d-cc77a3bece1e), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:33.209872 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eccfe8c-32f7-4608-9470-e41febc39658 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Pushing event deleted for resources: {'Port': ['ID=7737bb4f-43f4-4311-a75d-cc77a3bece1e,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:39:33.317344 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-0016415c-c1d8-4600-bab0-6e0f58b5fd62 req-83141075-1267-483d-aa4f-7a96163bc975 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/ports?device_id=294469b7-8854-4bee-b457-efbb0b15850e HTTP/1.1" status: 200 len: 210 time: 0.0262315 Feb 21 00:39:33.342236 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e02452c3-7efe-4957-8402-3f6b3337becf req-6eccfe8c-32f7-4608-9470-e41febc39658 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Router 74397fb8-3d56-4ff8-97fc-6408820a2fe8 has already been hosted by L3 agent 47b5b2cb-5391-4fc3-9478-3db20537c35a {{(pid=109222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 00:39:33.453261 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e02452c3-7efe-4957-8402-3f6b3337becf req-6eccfe8c-32f7-4608-9470-e41febc39658 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Notify agent at l3_agent.dv-cinder-813225-6-iscsi the message routers_updated {{(pid=109222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 00:39:33.463709 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412cbb0b-2f55-428f-8e0a-ab51cf2d75e6 None None] Sync routers for ids ['74397fb8-3d56-4ff8-97fc-6408820a2fe8'] in dv-cinder-813225-6-iscsi {{(pid=109225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 00:39:33.474063 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412cbb0b-2f55-428f-8e0a-ab51cf2d75e6 None None] Routers {'74397fb8-3d56-4ff8-97fc-6408820a2fe8'} bound to L3 agent in host dv-cinder-813225-6-iscsi {{(pid=109225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:39:33.474697 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_hamode_db [None req-412cbb0b-2f55-428f-8e0a-ab51cf2d75e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T00:23:33Z,description=,heartbeat_timestamp=2022-02-21T00:39:04Z,host='dv-cinder-813225-6-iscsi',id=47b5b2cb-5391-4fc3-9478-3db20537c35a,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:23:34Z,topic='l3_agent')) {'router_ids': ['74397fb8-3d56-4ff8-97fc-6408820a2fe8'], 'active': True} {{(pid=109225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:39:33.495139 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.db.l3_dvrscheduler_db [req-e02452c3-7efe-4957-8402-3f6b3337becf req-6eccfe8c-32f7-4608-9470-e41febc39658 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] No DVR routers for this DVR port 7737bb4f-43f4-4311-a75d-cc77a3bece1e on host hv-cinder-81322 {{(pid=109222) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 00:39:33.497652 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-e02452c3-7efe-4957-8402-3f6b3337becf req-6eccfe8c-32f7-4608-9470-e41febc39658 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469064'] for port (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:33.500986 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-e02452c3-7efe-4957-8402-3f6b3337becf req-6eccfe8c-32f7-4608-9470-e41febc39658 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.36 "DELETE /v2.0/ports/7737bb4f-43f4-4311-a75d-cc77a3bece1e HTTP/1.1" status: 204 len: 173 time: 0.7895575 Feb 21 00:39:33.501432 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '294469b7-8854-4bee-b457-efbb0b15850e', 'name': 'network-vif-deleted', 'tag': '7737bb4f-43f4-4311-a75d-cc77a3bece1e'}] {{(pid=109222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:39:33.503745 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81563fad7634ec273475caa61ca91dc94d21cc2561ee8f59b09b3f9a67cb5537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1153139f-94ca-4d92-8a75-50a68adad050" -d '{"events": [{"server_uuid": "294469b7-8854-4bee-b457-efbb0b15850e", "name": "network-vif-deleted", "tag": "7737bb4f-43f4-4311-a75d-cc77a3bece1e"}]}' {{(pid=109222) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:39:33.546618 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-9daa1bec-fe80-4b34-8f4e-a7340872b78f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (47b5b2cb-5391-4fc3-9478-3db20537c35a), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:33.566467 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 00:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-183f4bef-b8b2-4488-a130-184281ab93a2 x-openstack-request-id: req-183f4bef-b8b2-4488-a130-184281ab93a2 {{(pid=109222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:39:33.566908 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "294469b7-8854-4bee-b457-efbb0b15850e", "name": "network-vif-deleted", "tag": "7737bb4f-43f4-4311-a75d-cc77a3bece1e", "status": "completed", "code": 200}]} {{(pid=109222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:39:33.567045 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-183f4bef-b8b2-4488-a130-184281ab93a2 {{(pid=109222) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:39:33.567536 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '294469b7-8854-4bee-b457-efbb0b15850e', 'name': 'network-vif-deleted', 'tag': '7737bb4f-43f4-4311-a75d-cc77a3bece1e', 'status': 'completed', 'code': 200} Feb 21 00:39:33.588537 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_dvr_db [None req-412cbb0b-2f55-428f-8e0a-ab51cf2d75e6 None None] Set router 74397fb8-3d56-4ff8-97fc-6408820a2fe8 gateway port host: dv-cinder-813225-6-iscsi {{(pid=109225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:39:33.790842 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_hamode_db [None req-412cbb0b-2f55-428f-8e0a-ab51cf2d75e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74397fb8-3d56-4ff8-97fc-6408820a2fe8', 'name': 'tempest-AttachVolumeShelveTestJSON-1682423178-router', 'tenant_id': '51a255ecc1c64df295f0bd94fee4f7d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'external_fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': '5aa8f52d-bb36-476f-8ecb-c86e2c7d1b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:31:38Z', 'updated_at': '2022-02-21T00:31:49Z', 'revision_number': 4, 'project_id': '51a255ecc1c64df295f0bd94fee4f7d2', 'gw_port': {'id': '5aa8f52d-bb36-476f-8ecb-c86e2c7d1b6f', 'name': '', 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74397fb8-3d56-4ff8-97fc-6408820a2fe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:31:39Z', 'updated_at': '2022-02-21T00:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '890cd9a8-3116-412f-9022-3458585959da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-6-iscsi', '_interfaces': [{'id': '9d747878-1e67-405b-b6e8-52d1a7508fdc', 'name': '', 'network_id': '2cc309f6-129c-421f-a7c2-95ecda53f9b9', 'tenant_id': '51a255ecc1c64df295f0bd94fee4f7d2', 'mac_address': 'fa:16:3e:5c:93:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74397fb8-3d56-4ff8-97fc-6408820a2fe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '4c4904f9-0933-4cbb-8971-c27649ee3505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:31:45Z', 'updated_at': '2022-02-21T00:31:59Z', 'revision_number': 5, 'project_id': '51a255ecc1c64df295f0bd94fee4f7d2', 'subnets': [{'id': '4c4904f9-0933-4cbb-8971-c27649ee3505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-6-iscsi', False) {} {{(pid=109225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:39:33.819151 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412cbb0b-2f55-428f-8e0a-ab51cf2d75e6 None None] Checking router: 74397fb8-3d56-4ff8-97fc-6408820a2fe8 for host: dv-cinder-813225-6-iscsi {{(pid=109225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 00:39:33.827613 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412cbb0b-2f55-428f-8e0a-ab51cf2d75e6 None None] Routers {'74397fb8-3d56-4ff8-97fc-6408820a2fe8'} bound to L3 agent in host dv-cinder-813225-6-iscsi {{(pid=109225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:39:33.828215 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_hamode_db [None req-412cbb0b-2f55-428f-8e0a-ab51cf2d75e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T00:23:33Z,description=,heartbeat_timestamp=2022-02-21T00:39:34Z,host='dv-cinder-813225-6-iscsi',id=47b5b2cb-5391-4fc3-9478-3db20537c35a,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:23:34Z,topic='l3_agent')) {'router_ids': ['74397fb8-3d56-4ff8-97fc-6408820a2fe8'], 'active': True} {{(pid=109225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:39:34.031299 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_dvr_db [None req-412cbb0b-2f55-428f-8e0a-ab51cf2d75e6 None None] Set router 74397fb8-3d56-4ff8-97fc-6408820a2fe8 gateway port host: dv-cinder-813225-6-iscsi {{(pid=109225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:39:34.221913 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_hamode_db [None req-412cbb0b-2f55-428f-8e0a-ab51cf2d75e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74397fb8-3d56-4ff8-97fc-6408820a2fe8', 'name': 'tempest-AttachVolumeShelveTestJSON-1682423178-router', 'tenant_id': '51a255ecc1c64df295f0bd94fee4f7d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'external_fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': '5aa8f52d-bb36-476f-8ecb-c86e2c7d1b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:31:38Z', 'updated_at': '2022-02-21T00:31:49Z', 'revision_number': 4, 'project_id': '51a255ecc1c64df295f0bd94fee4f7d2', 'gw_port': {'id': '5aa8f52d-bb36-476f-8ecb-c86e2c7d1b6f', 'name': '', 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74397fb8-3d56-4ff8-97fc-6408820a2fe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:31:39Z', 'updated_at': '2022-02-21T00:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '890cd9a8-3116-412f-9022-3458585959da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-6-iscsi', '_interfaces': [{'id': '9d747878-1e67-405b-b6e8-52d1a7508fdc', 'name': '', 'network_id': '2cc309f6-129c-421f-a7c2-95ecda53f9b9', 'tenant_id': '51a255ecc1c64df295f0bd94fee4f7d2', 'mac_address': 'fa:16:3e:5c:93:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74397fb8-3d56-4ff8-97fc-6408820a2fe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '4c4904f9-0933-4cbb-8971-c27649ee3505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:31:45Z', 'updated_at': '2022-02-21T00:31:59Z', 'revision_number': 5, 'project_id': '51a255ecc1c64df295f0bd94fee4f7d2', 'subnets': [{'id': '4c4904f9-0933-4cbb-8971-c27649ee3505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-6-iscsi', False) {} {{(pid=109225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:39:34.247524 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412cbb0b-2f55-428f-8e0a-ab51cf2d75e6 None None] The sync data for ids ['74397fb8-3d56-4ff8-97fc-6408820a2fe8'] in dv-cinder-813225-6-iscsi is: [{'id': '74397fb8-3d56-4ff8-97fc-6408820a2fe8', 'name': 'tempest-AttachVolumeShelveTestJSON-1682423178-router', 'tenant_id': '51a255ecc1c64df295f0bd94fee4f7d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'external_fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': '5aa8f52d-bb36-476f-8ecb-c86e2c7d1b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:31:38Z', 'updated_at': '2022-02-21T00:31:49Z', 'revision_number': 4, 'project_id': '51a255ecc1c64df295f0bd94fee4f7d2', 'gw_port': {'id': '5aa8f52d-bb36-476f-8ecb-c86e2c7d1b6f', 'name': '', 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74397fb8-3d56-4ff8-97fc-6408820a2fe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:31:39Z', 'updated_at': '2022-02-21T00:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '890cd9a8-3116-412f-9022-3458585959da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-6-iscsi', '_interfaces': [{'id': '9d747878-1e67-405b-b6e8-52d1a7508fdc', 'name': '', 'network_id': '2cc309f6-129c-421f-a7c2-95ecda53f9b9', 'tenant_id': '51a255ecc1c64df295f0bd94fee4f7d2', 'mac_address': 'fa:16:3e:5c:93:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74397fb8-3d56-4ff8-97fc-6408820a2fe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '4c4904f9-0933-4cbb-8971-c27649ee3505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:31:45Z', 'updated_at': '2022-02-21T00:31:59Z', 'revision_number': 5, 'project_id': '51a255ecc1c64df295f0bd94fee4f7d2', 'subnets': [{'id': '4c4904f9-0933-4cbb-8971-c27649ee3505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 00:39:34.412427 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 33680) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:39:34.481776 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-9675fd19-dfa7-42fc-a15b-1598e05cf583 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Publish callbacks [] for security_group (7620e282-a5c6-4f74-9c3a-d4610dec1186), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:34.496525 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f68b7cf-e659-4b4d-a6e4-6d2dc8ced587 None None] New status for floating IP d0ca8fc2-be66-4c10-82c3-89f2382856b9: DOWN {{(pid=109224) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 00:39:34.509543 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-9675fd19-dfa7-42fc-a15b-1598e05cf583 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Publish callbacks [] for security_group (7620e282-a5c6-4f74-9c3a-d4610dec1186), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:34.543446 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 33684) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:39:34.569926 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-9675fd19-dfa7-42fc-a15b-1598e05cf583 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (7620e282-a5c6-4f74-9c3a-d4610dec1186), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:34.573723 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-9675fd19-dfa7-42fc-a15b-1598e05cf583 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Publish callbacks [] for security_group (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:34.575130 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-9675fd19-dfa7-42fc-a15b-1598e05cf583 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "DELETE /v2.0/security-groups/7620e282-a5c6-4f74-9c3a-d4610dec1186 HTTP/1.1" status: 204 len: 168 time: 0.1615958 Feb 21 00:39:34.578255 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 33688) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:39:34.585298 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9675fd19-dfa7-42fc-a15b-1598e05cf583 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7620e282-a5c6-4f74-9c3a-d4610dec1186,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:39:34.593049 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.api.v2.resource [None req-4d1dcd64-f537-4504-8069-9063d9589e34 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] show failed (client error): The resource could not be found. Feb 21 00:39:34.597382 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-4d1dcd64-f537-4504-8069-9063d9589e34 tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "GET /v2.0/security-groups/7620e282-a5c6-4f74-9c3a-d4610dec1186 HTTP/1.1" status: 404 len: 347 time: 0.0179863 Feb 21 00:39:34.597564 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 33690) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:39:34.695980 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-5ba95fba-7363-4a21-8204-5ca99a31b2af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:34.771492 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.plugin [None req-48b13a58-81fe-4395-a090-b00d805d9f6b tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Deleting port d4930b96-9d28-4b7e-a7f6-f8dcdc8a1d20 {{(pid=109222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 00:39:34.771830 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-48b13a58-81fe-4395-a090-b00d805d9f6b tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731676621334'] for port (d4930b96-9d28-4b7e-a7f6-f8dcdc8a1d20), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:34.850152 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-5ba95fba-7363-4a21-8204-5ca99a31b2af admin admin] Publish callbacks [] for security_group (b9c45315-23d9-472b-864b-6bc321dad2b3), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:34.858493 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-5ba95fba-7363-4a21-8204-5ca99a31b2af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (b9c45315-23d9-472b-864b-6bc321dad2b3), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:34.894937 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-48b13a58-81fe-4395-a090-b00d805d9f6b tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950719'] for port (d4930b96-9d28-4b7e-a7f6-f8dcdc8a1d20), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:34.895294 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-48b13a58-81fe-4395-a090-b00d805d9f6b tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Publish callbacks [] for floatingip (d4930b96-9d28-4b7e-a7f6-f8dcdc8a1d20), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:34.917828 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-5ba95fba-7363-4a21-8204-5ca99a31b2af admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8afbad47c3f04ed5a6069be5b5567dd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3733575 Feb 21 00:39:34.919625 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.plugin [None req-48b13a58-81fe-4395-a090-b00d805d9f6b tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Calling delete_port for d4930b96-9d28-4b7e-a7f6-f8dcdc8a1d20 owned by network:floatingip {{(pid=109222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 00:39:34.920690 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 33692) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:39:34.923436 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba95fba-7363-4a21-8204-5ca99a31b2af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9c45315-23d9-472b-864b-6bc321dad2b3,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:39:34.969455 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-0c7bff67-0456-47ce-b396-c515e69aaaba admin admin] Publish callbacks [] for security_group (b9c45315-23d9-472b-864b-6bc321dad2b3), before_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:34.989760 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-0c7bff67-0456-47ce-b396-c515e69aaaba admin admin] Publish callbacks [] for security_group (b9c45315-23d9-472b-864b-6bc321dad2b3), precommit_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:35.036602 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-0c7bff67-0456-47ce-b396-c515e69aaaba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (b9c45315-23d9-472b-864b-6bc321dad2b3), after_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:35.039254 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-0c7bff67-0456-47ce-b396-c515e69aaaba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:35.040396 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-0c7bff67-0456-47ce-b396-c515e69aaaba admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b9c45315-23d9-472b-864b-6bc321dad2b3 HTTP/1.1" status: 204 len: 168 time: 0.1186309 Feb 21 00:39:35.048221 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7bff67-0456-47ce-b396-c515e69aaaba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9c45315-23d9-472b-864b-6bc321dad2b3,revision_number=None']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:39:35.058473 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-48b13a58-81fe-4395-a090-b00d805d9f6b tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731676626041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731676182824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8582894421'] for port (d4930b96-9d28-4b7e-a7f6-f8dcdc8a1d20), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:35.088080 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b13a58-81fe-4395-a090-b00d805d9f6b tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Pushing event deleted for resources: {'Port': ['ID=d4930b96-9d28-4b7e-a7f6-f8dcdc8a1d20,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:39:35.110447 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-2cd5f963-efb3-4d3f-8e75-14b6a6f65242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (4a388d83-9cb8-49a2-9541-35a13f295f4a), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:35.148723 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-48b13a58-81fe-4395-a090-b00d805d9f6b tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Publish callbacks [] for floatingip (d0ca8fc2-be66-4c10-82c3-89f2382856b9), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:35.151295 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-48b13a58-81fe-4395-a090-b00d805d9f6b tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469064'] for floatingip (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:35.152462 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-48b13a58-81fe-4395-a090-b00d805d9f6b tempest-AttachVolumeShelveTestJSON-478099140 tempest-AttachVolumeShelveTestJSON-478099140-project] 10.222.0.45 "DELETE /v2.0/floatingips/d0ca8fc2-be66-4c10-82c3-89f2382856b9 HTTP/1.1" status: 204 len: 168 time: 0.5540538 Feb 21 00:39:35.572995 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Device 7737bb4f-43f4-4311-a75d-cc77a3bece1e no longer exists at agent hyperv_hv-cinder-81322 {{(pid=109224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 00:39:35.593062 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] No Port match for: 7737bb4f-43f4-4311-a75d-cc77a3bece1e {{(pid=109224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 00:39:35.593441 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Device 7737bb4f-43f4-4311-a75d-cc77a3bece1e not bound to the agent host hv-cinder-81322 {{(pid=109224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 00:39:36.405287 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-09e0abcb-2b1d-4918-a5e2-a10ed408e1f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (417c2155-c2c7-44af-91e4-b32264eafb82), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:37.553567 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 33718) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:39:38.069996 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (d6e95c40-1d90-4a13-9e37-1d6580a24190), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:38.084564 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-84011cce-1efa-4440-982c-f7b1ed19ca96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-951543'] for router_interface (74397fb8-3d56-4ff8-97fc-6408820a2fe8), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:38.372327 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.plugin [None req-84011cce-1efa-4440-982c-f7b1ed19ca96 admin admin] Deleting port 9d747878-1e67-405b-b6e8-52d1a7508fdc {{(pid=109222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 00:39:38.372583 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-84011cce-1efa-4440-982c-f7b1ed19ca96 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731676621334'] for port (9d747878-1e67-405b-b6e8-52d1a7508fdc), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:38.445750 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.db [None req-84011cce-1efa-4440-982c-f7b1ed19ca96 admin admin] For port 9d747878-1e67-405b-b6e8-52d1a7508fdc, host dv-cinder-813225-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-6-iscsi',level=0,port_id=9d747878-1e67-405b-b6e8-52d1a7508fdc,segment=NetworkSegment(905ecc73-8a74-4e6f-8e03-5ec9e3dbca32),segment_id=905ecc73-8a74-4e6f-8e03-5ec9e3dbca32)] {{(pid=109222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:39:38.446106 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-84011cce-1efa-4440-982c-f7b1ed19ca96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950719'] for port (9d747878-1e67-405b-b6e8-52d1a7508fdc), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:38.461066 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.plugin [None req-84011cce-1efa-4440-982c-f7b1ed19ca96 admin admin] Calling delete_port for 9d747878-1e67-405b-b6e8-52d1a7508fdc owned by network:router_interface {{(pid=109222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 00:39:38.631258 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-84011cce-1efa-4440-982c-f7b1ed19ca96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731676626041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731676182824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8582894421'] for port (9d747878-1e67-405b-b6e8-52d1a7508fdc), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:38.657062 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84011cce-1efa-4440-982c-f7b1ed19ca96 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d747878-1e67-405b-b6e8-52d1a7508fdc,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:39:38.819617 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-84011cce-1efa-4440-982c-f7b1ed19ca96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-957799'] for router_interface (74397fb8-3d56-4ff8-97fc-6408820a2fe8), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:39.294928 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84011cce-1efa-4440-982c-f7b1ed19ca96 admin admin] Router 74397fb8-3d56-4ff8-97fc-6408820a2fe8 has already been hosted by L3 agent 47b5b2cb-5391-4fc3-9478-3db20537c35a {{(pid=109222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 00:39:39.407574 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84011cce-1efa-4440-982c-f7b1ed19ca96 admin admin] Notify agent at l3_agent.dv-cinder-813225-6-iscsi the message routers_updated {{(pid=109222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 00:39:39.412358 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-84011cce-1efa-4440-982c-f7b1ed19ca96 admin admin] 10.222.0.45 "PUT /v2.0/routers/74397fb8-3d56-4ff8-97fc-6408820a2fe8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8577521 Feb 21 00:39:39.415578 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 33722) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:39:39.416898 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7902d8ee-381b-4560-8abb-a5d2429a4904 None None] Sync routers for ids ['74397fb8-3d56-4ff8-97fc-6408820a2fe8'] in dv-cinder-813225-6-iscsi {{(pid=109225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 00:39:39.426355 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7902d8ee-381b-4560-8abb-a5d2429a4904 None None] Routers {'74397fb8-3d56-4ff8-97fc-6408820a2fe8'} bound to L3 agent in host dv-cinder-813225-6-iscsi {{(pid=109225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:39:39.427068 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_hamode_db [None req-7902d8ee-381b-4560-8abb-a5d2429a4904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T00:23:33Z,description=,heartbeat_timestamp=2022-02-21T00:39:34Z,host='dv-cinder-813225-6-iscsi',id=47b5b2cb-5391-4fc3-9478-3db20537c35a,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:23:34Z,topic='l3_agent')) {'router_ids': ['74397fb8-3d56-4ff8-97fc-6408820a2fe8'], 'active': True} {{(pid=109225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:39:39.518333 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-9ceb2f43-9ded-4e7d-9323-20c26e08b02d admin admin] Publish callbacks [] for router (74397fb8-3d56-4ff8-97fc-6408820a2fe8), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:39.531404 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_dvr_db [None req-7902d8ee-381b-4560-8abb-a5d2429a4904 None None] Set router 74397fb8-3d56-4ff8-97fc-6408820a2fe8 gateway port host: dv-cinder-813225-6-iscsi {{(pid=109225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:39:39.621579 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-9ceb2f43-9ded-4e7d-9323-20c26e08b02d admin admin] Publish callbacks [] for router_gateway (74397fb8-3d56-4ff8-97fc-6408820a2fe8), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:39.684108 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.plugin [None req-9ceb2f43-9ded-4e7d-9323-20c26e08b02d admin admin] Deleting port 5aa8f52d-bb36-476f-8ecb-c86e2c7d1b6f {{(pid=109222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 00:39:39.684781 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-9ceb2f43-9ded-4e7d-9323-20c26e08b02d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731676621334'] for port (5aa8f52d-bb36-476f-8ecb-c86e2c7d1b6f), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:39.713448 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_hamode_db [None req-7902d8ee-381b-4560-8abb-a5d2429a4904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74397fb8-3d56-4ff8-97fc-6408820a2fe8', 'name': 'tempest-AttachVolumeShelveTestJSON-1682423178-router', 'tenant_id': '51a255ecc1c64df295f0bd94fee4f7d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'external_fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': '5aa8f52d-bb36-476f-8ecb-c86e2c7d1b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:31:38Z', 'updated_at': '2022-02-21T00:39:38Z', 'revision_number': 5, 'project_id': '51a255ecc1c64df295f0bd94fee4f7d2', 'gw_port': {'id': '5aa8f52d-bb36-476f-8ecb-c86e2c7d1b6f', 'name': '', 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74397fb8-3d56-4ff8-97fc-6408820a2fe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:31:39Z', 'updated_at': '2022-02-21T00:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '890cd9a8-3116-412f-9022-3458585959da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-6-iscsi'}], 'dv-cinder-813225-6-iscsi', False) {} {{(pid=109225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:39:39.739207 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7902d8ee-381b-4560-8abb-a5d2429a4904 None None] Checking router: 74397fb8-3d56-4ff8-97fc-6408820a2fe8 for host: dv-cinder-813225-6-iscsi {{(pid=109225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 00:39:39.747540 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7902d8ee-381b-4560-8abb-a5d2429a4904 None None] Routers {'74397fb8-3d56-4ff8-97fc-6408820a2fe8'} bound to L3 agent in host dv-cinder-813225-6-iscsi {{(pid=109225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:39:39.748145 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_hamode_db [None req-7902d8ee-381b-4560-8abb-a5d2429a4904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T00:23:33Z,description=,heartbeat_timestamp=2022-02-21T00:39:34Z,host='dv-cinder-813225-6-iscsi',id=47b5b2cb-5391-4fc3-9478-3db20537c35a,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:23:34Z,topic='l3_agent')) {'router_ids': ['74397fb8-3d56-4ff8-97fc-6408820a2fe8'], 'active': True} {{(pid=109225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:39:39.763563 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.db [None req-9ceb2f43-9ded-4e7d-9323-20c26e08b02d admin admin] For port 5aa8f52d-bb36-476f-8ecb-c86e2c7d1b6f, host dv-cinder-813225-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-6-iscsi',level=0,port_id=5aa8f52d-bb36-476f-8ecb-c86e2c7d1b6f,segment=NetworkSegment(d470c98a-8644-4be8-8df1-f825c0b18c68),segment_id=d470c98a-8644-4be8-8df1-f825c0b18c68)] {{(pid=109222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:39:39.763927 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-9ceb2f43-9ded-4e7d-9323-20c26e08b02d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950719'] for port (5aa8f52d-bb36-476f-8ecb-c86e2c7d1b6f), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:39.775995 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.plugin [None req-9ceb2f43-9ded-4e7d-9323-20c26e08b02d admin admin] Calling delete_port for 5aa8f52d-bb36-476f-8ecb-c86e2c7d1b6f owned by network:router_gateway {{(pid=109222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 00:39:39.833786 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_dvr_db [None req-7902d8ee-381b-4560-8abb-a5d2429a4904 None None] Set router 74397fb8-3d56-4ff8-97fc-6408820a2fe8 gateway port host: None {{(pid=109225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:39:39.887269 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_hamode_db [None req-7902d8ee-381b-4560-8abb-a5d2429a4904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74397fb8-3d56-4ff8-97fc-6408820a2fe8', 'name': 'tempest-AttachVolumeShelveTestJSON-1682423178-router', 'tenant_id': '51a255ecc1c64df295f0bd94fee4f7d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:31:38Z', 'updated_at': '2022-02-21T00:39:39Z', 'revision_number': 6, 'project_id': '51a255ecc1c64df295f0bd94fee4f7d2', 'gw_port_host': None}], 'dv-cinder-813225-6-iscsi', False) {} {{(pid=109225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:39:39.912722 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7902d8ee-381b-4560-8abb-a5d2429a4904 None None] The sync data for ids ['74397fb8-3d56-4ff8-97fc-6408820a2fe8'] in dv-cinder-813225-6-iscsi is: [{'id': '74397fb8-3d56-4ff8-97fc-6408820a2fe8', 'name': 'tempest-AttachVolumeShelveTestJSON-1682423178-router', 'tenant_id': '51a255ecc1c64df295f0bd94fee4f7d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:31:38Z', 'updated_at': '2022-02-21T00:39:39Z', 'revision_number': 6, 'project_id': '51a255ecc1c64df295f0bd94fee4f7d2', 'gw_port_host': None}] {{(pid=109225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 00:39:39.945647 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-9ceb2f43-9ded-4e7d-9323-20c26e08b02d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731676626041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731676182824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8582894421'] for port (5aa8f52d-bb36-476f-8ecb-c86e2c7d1b6f), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:39.975280 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceb2f43-9ded-4e7d-9323-20c26e08b02d admin admin] Pushing event deleted for resources: {'Port': ['ID=5aa8f52d-bb36-476f-8ecb-c86e2c7d1b6f,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:39:40.033753 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-9ceb2f43-9ded-4e7d-9323-20c26e08b02d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-951181'] for router_gateway (74397fb8-3d56-4ff8-97fc-6408820a2fe8), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:40.126539 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-9ceb2f43-9ded-4e7d-9323-20c26e08b02d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-955153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1962'] for router (74397fb8-3d56-4ff8-97fc-6408820a2fe8), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:40.128649 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-9ceb2f43-9ded-4e7d-9323-20c26e08b02d admin admin] Publish callbacks [] for router_controller (74397fb8-3d56-4ff8-97fc-6408820a2fe8), precommit_delete_associations {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:40.174871 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-9ceb2f43-9ded-4e7d-9323-20c26e08b02d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-955240'] for router (74397fb8-3d56-4ff8-97fc-6408820a2fe8), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:40.175460 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ceb2f43-9ded-4e7d-9323-20c26e08b02d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 74397fb8-3d56-4ff8-97fc-6408820a2fe8 {{(pid=109222) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 00:39:40.180039 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-9ceb2f43-9ded-4e7d-9323-20c26e08b02d admin admin] Publish callbacks [] for router (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:40.181432 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-9ceb2f43-9ded-4e7d-9323-20c26e08b02d admin admin] 10.222.0.45 "DELETE /v2.0/routers/74397fb8-3d56-4ff8-97fc-6408820a2fe8 HTTP/1.1" status: 204 len: 168 time: 0.7648504 Feb 21 00:39:40.183851 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 33724) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:39:40.226984 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.db.db_base_plugin_v2 [None req-c600b6dd-970c-4e37-9779-d394c78a3ed2 admin admin] Deleting subnet 4c4904f9-0933-4cbb-8971-c27649ee3505 {{(pid=109222) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 00:39:40.229949 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-c600b6dd-970c-4e37-9779-d394c78a3ed2 admin admin] Publish callbacks [] for subnet (4c4904f9-0933-4cbb-8971-c27649ee3505), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:40.262535 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-c600b6dd-970c-4e37-9779-d394c78a3ed2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8582972286'] for subnet (4c4904f9-0933-4cbb-8971-c27649ee3505), precommit_delete_associations {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:40.340060 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-c600b6dd-970c-4e37-9779-d394c78a3ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15913268'] for subnet (4c4904f9-0933-4cbb-8971-c27649ee3505), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:40.393335 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-c600b6dd-970c-4e37-9779-d394c78a3ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15913229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8582891908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8583079210'] for subnet (4c4904f9-0933-4cbb-8971-c27649ee3505), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:40.419840 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c600b6dd-970c-4e37-9779-d394c78a3ed2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c4904f9-0933-4cbb-8971-c27649ee3505,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:39:40.423439 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-c600b6dd-970c-4e37-9779-d394c78a3ed2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:40.426774 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-c600b6dd-970c-4e37-9779-d394c78a3ed2 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/4c4904f9-0933-4cbb-8971-c27649ee3505 HTTP/1.1" status: 204 len: 168 time: 0.2418206 Feb 21 00:39:40.429293 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 33726) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:39:40.429868 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae80745-4680-484f-b2a9-1f93617a60a1 None None] Network 2cc309f6-129c-421f-a7c2-95ecda53f9b9 requested from dv-cinder-813225-6-iscsi {{(pid=109224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 00:39:40.498849 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-87248d64-2eaf-4c15-87d5-53642629a3c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16070333'] for network (2cc309f6-129c-421f-a7c2-95ecda53f9b9), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:40.559885 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.plugin [None req-87248d64-2eaf-4c15-87d5-53642629a3c3 admin admin] Deleting port 35d3971b-f4ea-4eab-acc0-ce9d71442b98 {{(pid=109222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 00:39:40.560228 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-87248d64-2eaf-4c15-87d5-53642629a3c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731676621334'] for port (35d3971b-f4ea-4eab-acc0-ce9d71442b98), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:40.580266 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74219f25-4ca6-4891-b16d-779c44a7cf00 None None] DHCP port deletion for 2cc309f6-129c-421f-a7c2-95ecda53f9b9 request from dv-cinder-813225-6-iscsi {{(pid=109224) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 21 00:39:40.626791 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.db [None req-87248d64-2eaf-4c15-87d5-53642629a3c3 admin admin] For port 35d3971b-f4ea-4eab-acc0-ce9d71442b98, host dv-cinder-813225-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-6-iscsi',level=0,port_id=35d3971b-f4ea-4eab-acc0-ce9d71442b98,segment=NetworkSegment(905ecc73-8a74-4e6f-8e03-5ec9e3dbca32),segment_id=905ecc73-8a74-4e6f-8e03-5ec9e3dbca32)] {{(pid=109222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:39:40.627164 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-87248d64-2eaf-4c15-87d5-53642629a3c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950719'] for port (35d3971b-f4ea-4eab-acc0-ce9d71442b98), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:40.629166 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-74219f25-4ca6-4891-b16d-779c44a7cf00 None None] Deleting port 35d3971b-f4ea-4eab-acc0-ce9d71442b98 {{(pid=109224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 00:39:40.629608 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-74219f25-4ca6-4891-b16d-779c44a7cf00 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731676621334'] for port (35d3971b-f4ea-4eab-acc0-ce9d71442b98), before_delete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:40.641381 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.plugin [None req-87248d64-2eaf-4c15-87d5-53642629a3c3 admin admin] Calling delete_port for 35d3971b-f4ea-4eab-acc0-ce9d71442b98 owned by network:dhcp {{(pid=109222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 00:39:40.696535 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-74219f25-4ca6-4891-b16d-779c44a7cf00 None None] For port 35d3971b-f4ea-4eab-acc0-ce9d71442b98, host dv-cinder-813225-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-6-iscsi',level=0,port_id=35d3971b-f4ea-4eab-acc0-ce9d71442b98,segment=NetworkSegment(905ecc73-8a74-4e6f-8e03-5ec9e3dbca32),segment_id=905ecc73-8a74-4e6f-8e03-5ec9e3dbca32)] {{(pid=109224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:39:40.696934 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-74219f25-4ca6-4891-b16d-779c44a7cf00 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950719'] for port (35d3971b-f4ea-4eab-acc0-ce9d71442b98), precommit_delete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:40.709808 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-74219f25-4ca6-4891-b16d-779c44a7cf00 None None] Calling delete_port for 35d3971b-f4ea-4eab-acc0-ce9d71442b98 owned by network:dhcp {{(pid=109224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 00:39:40.723600 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-87248d64-2eaf-4c15-87d5-53642629a3c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731676626041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731676182824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8582894421'] for port (35d3971b-f4ea-4eab-acc0-ce9d71442b98), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:40.751080 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87248d64-2eaf-4c15-87d5-53642629a3c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=35d3971b-f4ea-4eab-acc0-ce9d71442b98,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:39:40.758243 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87248d64-2eaf-4c15-87d5-53642629a3c3 admin admin] No DVR routers for this DVR port 35d3971b-f4ea-4eab-acc0-ce9d71442b98 on host dv-cinder-813225-6-iscsi {{(pid=109222) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 00:39:40.783837 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-74219f25-4ca6-4891-b16d-779c44a7cf00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731676626041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731676182824'] for port (35d3971b-f4ea-4eab-acc0-ce9d71442b98), after_delete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:40.807344 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74219f25-4ca6-4891-b16d-779c44a7cf00 None None] Pushing event deleted for resources: {'Port': ['ID=35d3971b-f4ea-4eab-acc0-ce9d71442b98,revision_number=None']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:39:40.812728 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74219f25-4ca6-4891-b16d-779c44a7cf00 None None] No DVR routers for this DVR port 35d3971b-f4ea-4eab-acc0-ce9d71442b98 on host dv-cinder-813225-6-iscsi {{(pid=109224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 00:39:40.836636 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-87248d64-2eaf-4c15-87d5-53642629a3c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15920573', 'neutron.services.segments.db._delete_segments_for_network-8731676696634'] for network (2cc309f6-129c-421f-a7c2-95ecda53f9b9), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:40.856864 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.services.segments.db [None req-87248d64-2eaf-4c15-87d5-53642629a3c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cc309f6-129c-421f-a7c2-95ecda53f9b9']}} {{(pid=109222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:39:40.866000 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.services.segments.db [None req-87248d64-2eaf-4c15-87d5-53642629a3c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '905ecc73-8a74-4e6f-8e03-5ec9e3dbca32') {'for_net_delete': True} {{(pid=109222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:39:40.866294 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.services.segments.db [None req-87248d64-2eaf-4c15-87d5-53642629a3c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '905ecc73-8a74-4e6f-8e03-5ec9e3dbca32') {} {{(pid=109222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:39:40.875738 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-87248d64-2eaf-4c15-87d5-53642629a3c3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731676697155', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8582972263'] for segment (905ecc73-8a74-4e6f-8e03-5ec9e3dbca32), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:40.888854 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-87248d64-2eaf-4c15-87d5-53642629a3c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16097169'] for segment (905ecc73-8a74-4e6f-8e03-5ec9e3dbca32), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:40.894736 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87248d64-2eaf-4c15-87d5-53642629a3c3 admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=109222) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 00:39:40.895152 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-87248d64-2eaf-4c15-87d5-53642629a3c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16097169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582894434'] for segment (905ecc73-8a74-4e6f-8e03-5ec9e3dbca32), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:40.896819 dv-cinder-813225-6-iscsi neutron-server[109222]: Traceback (most recent call last): Feb 21 00:39:40.896819 dv-cinder-813225-6-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 00:39:40.896819 dv-cinder-813225-6-iscsi neutron-server[109222]: timer() Feb 21 00:39:40.896819 dv-cinder-813225-6-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 00:39:40.896819 dv-cinder-813225-6-iscsi neutron-server[109222]: cb(*args, **kw) Feb 21 00:39:40.896819 dv-cinder-813225-6-iscsi neutron-server[109222]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 00:39:40.896819 dv-cinder-813225-6-iscsi neutron-server[109222]: return func(*args, **kwargs) Feb 21 00:39:40.896819 dv-cinder-813225-6-iscsi neutron-server[109222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 00:39:40.896819 dv-cinder-813225-6-iscsi neutron-server[109222]: self._notify() Feb 21 00:39:40.896819 dv-cinder-813225-6-iscsi neutron-server[109222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 00:39:40.896819 dv-cinder-813225-6-iscsi neutron-server[109222]: self.callback(batched_events) Feb 21 00:39:40.896819 dv-cinder-813225-6-iscsi neutron-server[109222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 00:39:40.896819 dv-cinder-813225-6-iscsi neutron-server[109222]: event.method(event) Feb 21 00:39:40.896819 dv-cinder-813225-6-iscsi neutron-server[109222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 00:39:40.896819 dv-cinder-813225-6-iscsi neutron-server[109222]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 00:39:40.896819 dv-cinder-813225-6-iscsi neutron-server[109222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 00:39:40.896819 dv-cinder-813225-6-iscsi neutron-server[109222]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 00:39:40.896819 dv-cinder-813225-6-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 00:39:40.896819 dv-cinder-813225-6-iscsi neutron-server[109222]: return f(self, *a, **k) Feb 21 00:39:40.896819 dv-cinder-813225-6-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 00:39:40.896819 dv-cinder-813225-6-iscsi neutron-server[109222]: return self._get(url).json() Feb 21 00:39:40.896819 dv-cinder-813225-6-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 00:39:40.896819 dv-cinder-813225-6-iscsi neutron-server[109222]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 00:39:40.896819 dv-cinder-813225-6-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 00:39:40.896819 dv-cinder-813225-6-iscsi neutron-server[109222]: return self.request(url, 'GET', **kwargs) Feb 21 00:39:40.896819 dv-cinder-813225-6-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 00:39:40.896819 dv-cinder-813225-6-iscsi neutron-server[109222]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 00:39:40.896819 dv-cinder-813225-6-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 00:39:40.896819 dv-cinder-813225-6-iscsi neutron-server[109222]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 00:39:40.896819 dv-cinder-813225-6-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 00:39:40.896819 dv-cinder-813225-6-iscsi neutron-server[109222]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 00:39:40.896819 dv-cinder-813225-6-iscsi neutron-server[109222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 00:39:40.951537 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-87248d64-2eaf-4c15-87d5-53642629a3c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15920566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-951265'] for network (2cc309f6-129c-421f-a7c2-95ecda53f9b9), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:40.956912 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-87248d64-2eaf-4c15-87d5-53642629a3c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582445'] for network (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:40.965416 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-87248d64-2eaf-4c15-87d5-53642629a3c3 admin admin] 10.222.0.45 "DELETE /v2.0/networks/2cc309f6-129c-421f-a7c2-95ecda53f9b9 HTTP/1.1" status: 204 len: 168 time: 0.5295212 Feb 21 00:39:40.971668 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87248d64-2eaf-4c15-87d5-53642629a3c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=2cc309f6-129c-421f-a7c2-95ecda53f9b9,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:39:41.073631 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 33730) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:39:41.113240 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-39d3bdb5-8020-4ece-819a-72f0fdf4d615 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=51a255ecc1c64df295f0bd94fee4f7d2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0383546 Feb 21 00:39:41.115502 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 33732) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:39:41.164200 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-c4a5c594-6499-4175-9386-1a6c4c355200 admin admin] Publish callbacks [] for security_group (55fd1b72-9c64-45e0-bc15-c483dee8dda9), before_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:41.184721 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-c4a5c594-6499-4175-9386-1a6c4c355200 admin admin] Publish callbacks [] for security_group (55fd1b72-9c64-45e0-bc15-c483dee8dda9), precommit_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:41.229878 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-c4a5c594-6499-4175-9386-1a6c4c355200 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (55fd1b72-9c64-45e0-bc15-c483dee8dda9), after_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:41.232378 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-c4a5c594-6499-4175-9386-1a6c4c355200 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:41.233495 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-c4a5c594-6499-4175-9386-1a6c4c355200 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/55fd1b72-9c64-45e0-bc15-c483dee8dda9 HTTP/1.1" status: 204 len: 168 time: 0.1171322 Feb 21 00:39:41.240781 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a5c594-6499-4175-9386-1a6c4c355200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55fd1b72-9c64-45e0-bc15-c483dee8dda9,revision_number=None']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:39:41.678616 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Device 9d747878-1e67-405b-b6e8-52d1a7508fdc no longer exists at agent ovs-agent-dv-cinder-813225-6-iscsi {{(pid=109224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 00:39:41.699711 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] No Port match for: 9d747878-1e67-405b-b6e8-52d1a7508fdc {{(pid=109224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 00:39:41.699904 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Device 9d747878-1e67-405b-b6e8-52d1a7508fdc not bound to the agent host dv-cinder-813225-6-iscsi {{(pid=109224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 00:39:41.700316 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Device 35d3971b-f4ea-4eab-acc0-ce9d71442b98 no longer exists at agent ovs-agent-dv-cinder-813225-6-iscsi {{(pid=109224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 00:39:41.718902 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] No Port match for: 35d3971b-f4ea-4eab-acc0-ce9d71442b98 {{(pid=109224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 00:39:41.719537 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Device 35d3971b-f4ea-4eab-acc0-ce9d71442b98 not bound to the agent host dv-cinder-813225-6-iscsi {{(pid=109224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 00:39:41.719946 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Device 5aa8f52d-bb36-476f-8ecb-c86e2c7d1b6f no longer exists at agent ovs-agent-dv-cinder-813225-6-iscsi {{(pid=109224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 00:39:41.738782 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] No Port match for: 5aa8f52d-bb36-476f-8ecb-c86e2c7d1b6f {{(pid=109224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 00:39:41.739127 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Device 5aa8f52d-bb36-476f-8ecb-c86e2c7d1b6f not bound to the agent host dv-cinder-813225-6-iscsi {{(pid=109224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 00:39:41.892992 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.agents_db [None req-b2a96afc-399a-46ae-93e6-bd9f3e536be2 None None] Agent healthcheck: found 6 active agents {{(pid=109225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 00:39:43.084130 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 33804) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:39:43.185212 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-e598874a-0ba0-4e69-9c69-186bf6bad54e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:43.256205 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-e598874a-0ba0-4e69-9c69-186bf6bad54e admin admin] Publish callbacks [] for security_group (11046c2d-4e2b-4f9d-b6da-7b0d0595c149), precommit_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:43.259789 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-e598874a-0ba0-4e69-9c69-186bf6bad54e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (11046c2d-4e2b-4f9d-b6da-7b0d0595c149), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:43.296954 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-e598874a-0ba0-4e69-9c69-186bf6bad54e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=63478d7ad802470ab4aeabd9312eb956&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2117162 Feb 21 00:39:43.297917 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e598874a-0ba0-4e69-9c69-186bf6bad54e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11046c2d-4e2b-4f9d-b6da-7b0d0595c149,revision_number=1']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:39:43.299666 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 33808) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:39:43.347212 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-36d69600-2df8-4002-b76e-8fe0757289a3 admin admin] Publish callbacks [] for security_group (11046c2d-4e2b-4f9d-b6da-7b0d0595c149), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:43.369876 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-36d69600-2df8-4002-b76e-8fe0757289a3 admin admin] Publish callbacks [] for security_group (11046c2d-4e2b-4f9d-b6da-7b0d0595c149), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:43.413685 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-36d69600-2df8-4002-b76e-8fe0757289a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (11046c2d-4e2b-4f9d-b6da-7b0d0595c149), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:43.416814 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-36d69600-2df8-4002-b76e-8fe0757289a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:43.418087 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-36d69600-2df8-4002-b76e-8fe0757289a3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/11046c2d-4e2b-4f9d-b6da-7b0d0595c149 HTTP/1.1" status: 204 len: 168 time: 0.1173384 Feb 21 00:39:43.425841 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d69600-2df8-4002-b76e-8fe0757289a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11046c2d-4e2b-4f9d-b6da-7b0d0595c149,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:39:43.671614 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 33814) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:39:43.685152 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-6d7c421e-7d06-42a1-bda9-27225ed19ff9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:43.760166 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-6d7c421e-7d06-42a1-bda9-27225ed19ff9 admin admin] Publish callbacks [] for security_group (6cba5e10-0956-4546-8ece-c7fdd96c9124), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:43.765292 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-6d7c421e-7d06-42a1-bda9-27225ed19ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (6cba5e10-0956-4546-8ece-c7fdd96c9124), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:43.806492 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-6d7c421e-7d06-42a1-bda9-27225ed19ff9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d69bef50e2ad4f0fb09132f738aaf947&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1314623 Feb 21 00:39:43.806492 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7c421e-7d06-42a1-bda9-27225ed19ff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cba5e10-0956-4546-8ece-c7fdd96c9124,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:39:43.807094 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 33816) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:39:43.857769 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-e1646f6f-ff54-4d2f-a715-eafd6c1036a2 admin admin] Publish callbacks [] for security_group (6cba5e10-0956-4546-8ece-c7fdd96c9124), before_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:43.878382 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-e1646f6f-ff54-4d2f-a715-eafd6c1036a2 admin admin] Publish callbacks [] for security_group (6cba5e10-0956-4546-8ece-c7fdd96c9124), precommit_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:43.929184 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-e1646f6f-ff54-4d2f-a715-eafd6c1036a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (6cba5e10-0956-4546-8ece-c7fdd96c9124), after_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:43.929184 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-e1646f6f-ff54-4d2f-a715-eafd6c1036a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:43.931816 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-e1646f6f-ff54-4d2f-a715-eafd6c1036a2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6cba5e10-0956-4546-8ece-c7fdd96c9124 HTTP/1.1" status: 204 len: 168 time: 0.1236954 Feb 21 00:39:43.940168 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1646f6f-ff54-4d2f-a715-eafd6c1036a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cba5e10-0956-4546-8ece-c7fdd96c9124,revision_number=None']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:39:44.718710 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (2124d49d-e543-43fa-8e9f-817e1d020459), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:51.837537 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-00c29b68-fc4f-4378-9221-75b188788093 req-d01409be-3824-4960-98b7-299e3af39aca service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4e2430b1-8c8f-4136-abf8-c7170a5cbf57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427525 Feb 21 00:39:51.920546 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c29b68-fc4f-4378-9221-75b188788093 req-ca6b40fd-91f7-4a5c-af01-7f3c11bc017a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:39:51.921945 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-00c29b68-fc4f-4378-9221-75b188788093 req-ca6b40fd-91f7-4a5c-af01-7f3c11bc017a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1022ec32710c4438be1d656ef94cf199&device_id=4e2430b1-8c8f-4136-abf8-c7170a5cbf57 HTTP/1.1" status: 200 len: 1129 time: 0.0433228 Feb 21 00:39:52.034586 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c29b68-fc4f-4378-9221-75b188788093 req-1c89048e-4def-4f85-b44b-1708e4c3feb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:39:52.036100 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-00c29b68-fc4f-4378-9221-75b188788093 req-1c89048e-4def-4f85-b44b-1708e4c3feb9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d6d2700e-87da-42e8-bd68-6361cafa1e7e HTTP/1.1" status: 200 len: 909 time: 0.0936458 Feb 21 00:39:52.100117 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-00c29b68-fc4f-4378-9221-75b188788093 req-eb162b7d-7698-4ca8-a3a5-029b20e9a165 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99b64256-8953-4414-bd61-aec26170d274 HTTP/1.1" status: 200 len: 1000 time: 0.0565658 Feb 21 00:39:52.150526 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c29b68-fc4f-4378-9221-75b188788093 req-8cff2760-ab39-4084-b573-7a434b87015a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:39:52.152021 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-00c29b68-fc4f-4378-9221-75b188788093 req-8cff2760-ab39-4084-b573-7a434b87015a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f35da8e3-8a83-4d91-8de4-129fb55d2a0b HTTP/1.1" status: 200 len: 847 time: 0.0435631 Feb 21 00:39:52.205968 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c29b68-fc4f-4378-9221-75b188788093 req-a08e71a7-29ff-4535-9b25-05f91601006a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:39:52.207476 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-00c29b68-fc4f-4378-9221-75b188788093 req-a08e71a7-29ff-4535-9b25-05f91601006a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d6d2700e-87da-42e8-bd68-6361cafa1e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0488794 Feb 21 00:39:52.298099 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-00c29b68-fc4f-4378-9221-75b188788093 req-9d5e8561-d720-4ac2-a153-fe115d782b4e service neutron] 10.222.0.36 "GET /v2.0/networks/d6d2700e-87da-42e8-bd68-6361cafa1e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812187 Feb 21 00:39:52.389738 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-00c29b68-fc4f-4378-9221-75b188788093 req-c0d05b4e-5abe-45a3-a6af-8dfaac8059f5 service neutron] 10.222.0.36 "GET /v2.0/networks/d6d2700e-87da-42e8-bd68-6361cafa1e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844774 Feb 21 00:39:54.406947 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 33930) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:39:54.507353 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-49e3dffb-0aaf-4398-a8e6-8ad80e02bb80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:54.578644 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-49e3dffb-0aaf-4398-a8e6-8ad80e02bb80 admin admin] Publish callbacks [] for security_group (9bfea45e-80ea-49b5-9286-0f61ccd99ad5), precommit_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:54.583325 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-49e3dffb-0aaf-4398-a8e6-8ad80e02bb80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (9bfea45e-80ea-49b5-9286-0f61ccd99ad5), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:54.621117 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-49e3dffb-0aaf-4398-a8e6-8ad80e02bb80 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=60cbb290079d4df687c05909f5a30f06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2130818 Feb 21 00:39:54.622327 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e3dffb-0aaf-4398-a8e6-8ad80e02bb80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bfea45e-80ea-49b5-9286-0f61ccd99ad5,revision_number=1']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:39:54.623856 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 33934) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:39:54.671765 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-889140c0-ee7d-4f90-8720-818c717a9775 admin admin] Publish callbacks [] for security_group (9bfea45e-80ea-49b5-9286-0f61ccd99ad5), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:54.692138 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-889140c0-ee7d-4f90-8720-818c717a9775 admin admin] Publish callbacks [] for security_group (9bfea45e-80ea-49b5-9286-0f61ccd99ad5), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:54.739439 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-889140c0-ee7d-4f90-8720-818c717a9775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (9bfea45e-80ea-49b5-9286-0f61ccd99ad5), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:54.742247 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-889140c0-ee7d-4f90-8720-818c717a9775 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:54.744171 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-889140c0-ee7d-4f90-8720-818c717a9775 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9bfea45e-80ea-49b5-9286-0f61ccd99ad5 HTTP/1.1" status: 204 len: 168 time: 0.1193082 Feb 21 00:39:54.751988 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889140c0-ee7d-4f90-8720-818c717a9775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bfea45e-80ea-49b5-9286-0f61ccd99ad5,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:39:54.991430 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 33940) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:39:55.004675 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f80ee707-48c0-4bba-8894-e74873b5744a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:55.077215 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f80ee707-48c0-4bba-8894-e74873b5744a admin admin] Publish callbacks [] for security_group (66bb5e03-74f3-45ce-8d4a-92550eba74e8), precommit_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:55.080848 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f80ee707-48c0-4bba-8894-e74873b5744a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (66bb5e03-74f3-45ce-8d4a-92550eba74e8), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:55.120633 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-f80ee707-48c0-4bba-8894-e74873b5744a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=05a1758594684d78864169063152c36a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1281333 Feb 21 00:39:55.121493 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80ee707-48c0-4bba-8894-e74873b5744a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66bb5e03-74f3-45ce-8d4a-92550eba74e8,revision_number=1']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:39:55.123296 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 33942) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:39:55.170748 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-655badd7-203b-4121-8e40-98e801f18f4b admin admin] Publish callbacks [] for security_group (66bb5e03-74f3-45ce-8d4a-92550eba74e8), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:55.192231 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-655badd7-203b-4121-8e40-98e801f18f4b admin admin] Publish callbacks [] for security_group (66bb5e03-74f3-45ce-8d4a-92550eba74e8), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:55.240392 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-655badd7-203b-4121-8e40-98e801f18f4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (66bb5e03-74f3-45ce-8d4a-92550eba74e8), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:55.244085 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-655badd7-203b-4121-8e40-98e801f18f4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:55.245402 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-655badd7-203b-4121-8e40-98e801f18f4b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/66bb5e03-74f3-45ce-8d4a-92550eba74e8 HTTP/1.1" status: 204 len: 168 time: 0.1205156 Feb 21 00:39:55.252877 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655badd7-203b-4121-8e40-98e801f18f4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66bb5e03-74f3-45ce-8d4a-92550eba74e8,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:39:56.241714 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 33972) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:39:56.342392 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-c982a6e7-0aae-4494-bdcf-02d7bc20bf4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:56.414565 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-c982a6e7-0aae-4494-bdcf-02d7bc20bf4c admin admin] Publish callbacks [] for security_group (a5fa57d6-acbc-4ca7-845d-c8c290cc2080), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:56.418169 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-c982a6e7-0aae-4494-bdcf-02d7bc20bf4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (a5fa57d6-acbc-4ca7-845d-c8c290cc2080), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:56.455176 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-c982a6e7-0aae-4494-bdcf-02d7bc20bf4c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c594ba22550b4d0aa6e46f0da6d819ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2124124 Feb 21 00:39:56.457146 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c982a6e7-0aae-4494-bdcf-02d7bc20bf4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5fa57d6-acbc-4ca7-845d-c8c290cc2080,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:39:56.457958 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 33976) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:39:56.505523 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-2c6390d9-2785-44c2-bf00-27c227be9528 admin admin] Publish callbacks [] for security_group (a5fa57d6-acbc-4ca7-845d-c8c290cc2080), before_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:56.525918 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-2c6390d9-2785-44c2-bf00-27c227be9528 admin admin] Publish callbacks [] for security_group (a5fa57d6-acbc-4ca7-845d-c8c290cc2080), precommit_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:56.571153 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-2c6390d9-2785-44c2-bf00-27c227be9528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (a5fa57d6-acbc-4ca7-845d-c8c290cc2080), after_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:56.573610 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-2c6390d9-2785-44c2-bf00-27c227be9528 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:39:56.574754 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-2c6390d9-2785-44c2-bf00-27c227be9528 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a5fa57d6-acbc-4ca7-845d-c8c290cc2080 HTTP/1.1" status: 204 len: 168 time: 0.1157837 Feb 21 00:39:56.582162 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6390d9-2785-44c2-bf00-27c227be9528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5fa57d6-acbc-4ca7-845d-c8c290cc2080,revision_number=None']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:40:01.417853 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-30376970-757a-4118-9c10-c876bec596de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (57941464-2af3-4cc7-9b46-3eeacd6f6fca), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:03.537168 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-e9cef786-3543-45ab-8321-bdda61f442de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (47b5b2cb-5391-4fc3-9478-3db20537c35a), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:05.101170 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-2cd5f963-efb3-4d3f-8e75-14b6a6f65242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (4a388d83-9cb8-49a2-9541-35a13f295f4a), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:06.407199 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-09e0abcb-2b1d-4918-a5e2-a10ed408e1f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (417c2155-c2c7-44af-91e4-b32264eafb82), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:08.071506 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (d6e95c40-1d90-4a13-9e37-1d6580a24190), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:14.717983 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (2124d49d-e543-43fa-8e9f-817e1d020459), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:17.843116 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 34108) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:40:17.943639 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-bcadeda0-41a5-4847-af22-7e16ec6c5531 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:18.015114 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-bcadeda0-41a5-4847-af22-7e16ec6c5531 admin admin] Publish callbacks [] for security_group (d29302dd-a9b8-4da1-a0fc-e4ec019d8539), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:18.018682 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-bcadeda0-41a5-4847-af22-7e16ec6c5531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (d29302dd-a9b8-4da1-a0fc-e4ec019d8539), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:18.056324 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-bcadeda0-41a5-4847-af22-7e16ec6c5531 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=67ee356f196c46cbb88fd178b33d961a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2118711 Feb 21 00:40:18.057186 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcadeda0-41a5-4847-af22-7e16ec6c5531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d29302dd-a9b8-4da1-a0fc-e4ec019d8539,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:40:18.059000 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 34114) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:40:18.064373 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcadeda0-41a5-4847-af22-7e16ec6c5531 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:40:18.064737 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcadeda0-41a5-4847-af22-7e16ec6c5531 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:40:18.065088 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcadeda0-41a5-4847-af22-7e16ec6c5531 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:40:18.065431 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcadeda0-41a5-4847-af22-7e16ec6c5531 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:40:18.065774 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcadeda0-41a5-4847-af22-7e16ec6c5531 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:40:18.066106 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcadeda0-41a5-4847-af22-7e16ec6c5531 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:40:18.066440 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcadeda0-41a5-4847-af22-7e16ec6c5531 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:40:18.066775 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcadeda0-41a5-4847-af22-7e16ec6c5531 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:40:18.067106 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcadeda0-41a5-4847-af22-7e16ec6c5531 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:40:18.067463 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcadeda0-41a5-4847-af22-7e16ec6c5531 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:40:18.067792 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcadeda0-41a5-4847-af22-7e16ec6c5531 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:40:18.068119 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcadeda0-41a5-4847-af22-7e16ec6c5531 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:40:18.068447 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcadeda0-41a5-4847-af22-7e16ec6c5531 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:40:18.107522 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-b54a736c-2ed5-4c16-bda4-3bf5aad96962 admin admin] Publish callbacks [] for security_group (d29302dd-a9b8-4da1-a0fc-e4ec019d8539), before_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:18.127696 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-b54a736c-2ed5-4c16-bda4-3bf5aad96962 admin admin] Publish callbacks [] for security_group (d29302dd-a9b8-4da1-a0fc-e4ec019d8539), precommit_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:18.172325 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-b54a736c-2ed5-4c16-bda4-3bf5aad96962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (d29302dd-a9b8-4da1-a0fc-e4ec019d8539), after_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:18.174855 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-b54a736c-2ed5-4c16-bda4-3bf5aad96962 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:18.176352 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-b54a736c-2ed5-4c16-bda4-3bf5aad96962 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d29302dd-a9b8-4da1-a0fc-e4ec019d8539 HTTP/1.1" status: 204 len: 168 time: 0.1160293 Feb 21 00:40:18.184298 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54a736c-2ed5-4c16-bda4-3bf5aad96962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d29302dd-a9b8-4da1-a0fc-e4ec019d8539,revision_number=None']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:40:18.191516 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54a736c-2ed5-4c16-bda4-3bf5aad96962 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:40:18.191867 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54a736c-2ed5-4c16-bda4-3bf5aad96962 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:40:18.192208 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54a736c-2ed5-4c16-bda4-3bf5aad96962 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:40:18.192544 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54a736c-2ed5-4c16-bda4-3bf5aad96962 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:40:18.192872 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54a736c-2ed5-4c16-bda4-3bf5aad96962 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:40:18.193200 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54a736c-2ed5-4c16-bda4-3bf5aad96962 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:40:18.193530 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54a736c-2ed5-4c16-bda4-3bf5aad96962 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:40:18.193856 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54a736c-2ed5-4c16-bda4-3bf5aad96962 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:40:18.194180 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54a736c-2ed5-4c16-bda4-3bf5aad96962 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:40:18.194506 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54a736c-2ed5-4c16-bda4-3bf5aad96962 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:40:18.194828 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54a736c-2ed5-4c16-bda4-3bf5aad96962 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:40:18.195147 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54a736c-2ed5-4c16-bda4-3bf5aad96962 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:40:18.195491 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54a736c-2ed5-4c16-bda4-3bf5aad96962 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:40:18.892226 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.agents_db [None req-b2a96afc-399a-46ae-93e6-bd9f3e536be2 None None] Agent healthcheck: found 6 active agents {{(pid=109225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 00:40:27.247608 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 34216) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:40:27.406435 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-534f608c-4571-418c-856f-cf4d971a226d tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Deleting port 87c0bdcf-749e-48bd-877c-37eaeb3c7f99 {{(pid=109223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 00:40:27.406774 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-534f608c-4571-418c-856f-cf4d971a226d tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731676621334'] for port (87c0bdcf-749e-48bd-877c-37eaeb3c7f99), before_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:27.480160 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-534f608c-4571-418c-856f-cf4d971a226d tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950719'] for port (87c0bdcf-749e-48bd-877c-37eaeb3c7f99), precommit_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:27.480408 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-534f608c-4571-418c-856f-cf4d971a226d tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Publish callbacks [] for floatingip (87c0bdcf-749e-48bd-877c-37eaeb3c7f99), precommit_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:27.492082 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-534f608c-4571-418c-856f-cf4d971a226d tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Calling delete_port for 87c0bdcf-749e-48bd-877c-37eaeb3c7f99 owned by network:floatingip {{(pid=109223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 00:40:27.662297 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-534f608c-4571-418c-856f-cf4d971a226d tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731676626041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731676182824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3995289'] for port (87c0bdcf-749e-48bd-877c-37eaeb3c7f99), after_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:27.690369 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534f608c-4571-418c-856f-cf4d971a226d tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Pushing event deleted for resources: {'Port': ['ID=87c0bdcf-749e-48bd-877c-37eaeb3c7f99,revision_number=None']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:40:27.751500 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-534f608c-4571-418c-856f-cf4d971a226d tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Publish callbacks [] for floatingip (0001afb6-b4ff-4955-8e36-d0212cab8058), after_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:27.751827 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.db.l3_db [None req-534f608c-4571-418c-856f-cf4d971a226d tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Floating IP 0001afb6-b4ff-4955-8e36-d0212cab8058 disassociated (deleted). External IP: 172.27.3.66, port: 99b64256-8953-4414-bd61-aec26170d274. Feb 21 00:40:27.961626 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-534f608c-4571-418c-856f-cf4d971a226d tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Router a571618a-2a51-4541-9291-5195e0b4d73b has already been hosted by L3 agent 47b5b2cb-5391-4fc3-9478-3db20537c35a {{(pid=109223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 00:40:28.071958 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-534f608c-4571-418c-856f-cf4d971a226d tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Notify agent at l3_agent.dv-cinder-813225-6-iscsi the message routers_updated {{(pid=109223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 00:40:28.076702 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-534f608c-4571-418c-856f-cf4d971a226d tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469064'] for floatingip (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:28.081234 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960a07da-aad8-4336-aec0-ccc82004e115 None None] Sync routers for ids ['a571618a-2a51-4541-9291-5195e0b4d73b'] in dv-cinder-813225-6-iscsi {{(pid=109224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 00:40:28.090322 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960a07da-aad8-4336-aec0-ccc82004e115 None None] Routers {'a571618a-2a51-4541-9291-5195e0b4d73b'} bound to L3 agent in host dv-cinder-813225-6-iscsi {{(pid=109224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:40:28.090938 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-960a07da-aad8-4336-aec0-ccc82004e115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T00:23:33Z,description=,heartbeat_timestamp=2022-02-21T00:40:04Z,host='dv-cinder-813225-6-iscsi',id=47b5b2cb-5391-4fc3-9478-3db20537c35a,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:23:34Z,topic='l3_agent')) {'router_ids': ['a571618a-2a51-4541-9291-5195e0b4d73b'], 'active': True} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:40:28.109187 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-534f608c-4571-418c-856f-cf4d971a226d tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] 10.222.0.45 "DELETE /v2.0/floatingips/0001afb6-b4ff-4955-8e36-d0212cab8058 HTTP/1.1" status: 204 len: 168 time: 0.8602867 Feb 21 00:40:28.109840 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e2430b1-8c8f-4136-abf8-c7170a5cbf57', 'tag': '99b64256-8953-4414-bd61-aec26170d274'}] {{(pid=109223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:40:28.112206 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e715aefe3c9ef135eab9c3f6db0762b6d644c88deee0f0e52fc82e911840b856" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2e31dd0-672d-4d77-84a9-167ca8b76cab" -d '{"events": [{"name": "network-changed", "server_uuid": "4e2430b1-8c8f-4136-abf8-c7170a5cbf57", "tag": "99b64256-8953-4414-bd61-aec26170d274"}]}' {{(pid=109223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:40:28.150222 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 00:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54ae013d-1889-4b90-905b-9d1feeb45bad x-openstack-request-id: req-54ae013d-1889-4b90-905b-9d1feeb45bad {{(pid=109223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:40:28.150738 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e2430b1-8c8f-4136-abf8-c7170a5cbf57", "tag": "99b64256-8953-4414-bd61-aec26170d274", "status": "completed", "code": 200}]} {{(pid=109223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:40:28.151274 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-54ae013d-1889-4b90-905b-9d1feeb45bad {{(pid=109223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:40:28.151580 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e2430b1-8c8f-4136-abf8-c7170a5cbf57', 'tag': '99b64256-8953-4414-bd61-aec26170d274', 'status': 'completed', 'code': 200} Feb 21 00:40:28.219589 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvr_db [None req-960a07da-aad8-4336-aec0-ccc82004e115 None None] Set router a571618a-2a51-4541-9291-5195e0b4d73b gateway port host: dv-cinder-813225-6-iscsi {{(pid=109224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:40:28.223049 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e31dd0-672d-4d77-84a9-167ca8b76cab req-265fdbf5-2acc-4f6a-af26-242be3b33345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:40:28.224703 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-d2e31dd0-672d-4d77-84a9-167ca8b76cab req-265fdbf5-2acc-4f6a-af26-242be3b33345 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1022ec32710c4438be1d656ef94cf199&device_id=4e2430b1-8c8f-4136-abf8-c7170a5cbf57 HTTP/1.1" status: 200 len: 1129 time: 0.0519271 Feb 21 00:40:28.355270 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e31dd0-672d-4d77-84a9-167ca8b76cab req-4b0383d6-a626-4ecc-99e6-4a856cdca536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:40:28.357212 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-d2e31dd0-672d-4d77-84a9-167ca8b76cab req-4b0383d6-a626-4ecc-99e6-4a856cdca536 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d6d2700e-87da-42e8-bd68-6361cafa1e7e HTTP/1.1" status: 200 len: 909 time: 0.1197653 Feb 21 00:40:28.405392 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-d2e31dd0-672d-4d77-84a9-167ca8b76cab req-2b25fe7b-5679-4155-873b-3cb97577b7df service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99b64256-8953-4414-bd61-aec26170d274 HTTP/1.1" status: 200 len: 217 time: 0.0406332 Feb 21 00:40:28.412436 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d913d2ab-2169-43ff-a024-9e5cdc3bb674 req-00acabfb-e690-4d60-b9fb-db5d4a469471 tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:40:28.413958 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-d913d2ab-2169-43ff-a024-9e5cdc3bb674 req-00acabfb-e690-4d60-b9fb-db5d4a469471 tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e2430b1-8c8f-4136-abf8-c7170a5cbf57 HTTP/1.1" status: 200 len: 945 time: 0.1019022 Feb 21 00:40:28.435933 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-960a07da-aad8-4336-aec0-ccc82004e115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a571618a-2a51-4541-9291-5195e0b4d73b', 'name': 'tempest-TestShelveInstance-187415911-router', 'tenant_id': '1022ec32710c4438be1d656ef94cf199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'external_fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '6297880a-2d4b-41a1-b14b-0623293f94c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:35:25Z', 'updated_at': '2022-02-21T00:35:29Z', 'revision_number': 4, 'project_id': '1022ec32710c4438be1d656ef94cf199', 'gw_port': {'id': '6297880a-2d4b-41a1-b14b-0623293f94c0', 'name': '', 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:10:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a571618a-2a51-4541-9291-5195e0b4d73b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:35:26Z', 'updated_at': '2022-02-21T00:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '890cd9a8-3116-412f-9022-3458585959da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-6-iscsi', '_interfaces': [{'id': 'e93f4edb-e84b-409b-8f0a-2c224c1dc0e6', 'name': '', 'network_id': 'd6d2700e-87da-42e8-bd68-6361cafa1e7e', 'tenant_id': '1022ec32710c4438be1d656ef94cf199', 'mac_address': 'fa:16:3e:8c:20:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a571618a-2a51-4541-9291-5195e0b4d73b', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'f35da8e3-8a83-4d91-8de4-129fb55d2a0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:35:28Z', 'updated_at': '2022-02-21T00:35:34Z', 'revision_number': 5, 'project_id': '1022ec32710c4438be1d656ef94cf199', 'subnets': [{'id': 'f35da8e3-8a83-4d91-8de4-129fb55d2a0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-6-iscsi', False) {} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:40:28.462876 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960a07da-aad8-4336-aec0-ccc82004e115 None None] Checking router: a571618a-2a51-4541-9291-5195e0b4d73b for host: dv-cinder-813225-6-iscsi {{(pid=109224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 00:40:28.471129 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960a07da-aad8-4336-aec0-ccc82004e115 None None] Routers {'a571618a-2a51-4541-9291-5195e0b4d73b'} bound to L3 agent in host dv-cinder-813225-6-iscsi {{(pid=109224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:40:28.471859 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-960a07da-aad8-4336-aec0-ccc82004e115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T00:23:33Z,description=,heartbeat_timestamp=2022-02-21T00:40:04Z,host='dv-cinder-813225-6-iscsi',id=47b5b2cb-5391-4fc3-9478-3db20537c35a,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:23:34Z,topic='l3_agent')) {'router_ids': ['a571618a-2a51-4541-9291-5195e0b4d73b'], 'active': True} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:40:28.479407 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e31dd0-672d-4d77-84a9-167ca8b76cab req-a7dbd424-9e59-4857-bed9-e1b0104346bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:40:28.480905 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-d2e31dd0-672d-4d77-84a9-167ca8b76cab req-a7dbd424-9e59-4857-bed9-e1b0104346bf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f35da8e3-8a83-4d91-8de4-129fb55d2a0b HTTP/1.1" status: 200 len: 847 time: 0.0660632 Feb 21 00:40:28.506132 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-d913d2ab-2169-43ff-a024-9e5cdc3bb674 req-a506996b-4eca-4c4c-8902-eef097e33db1 tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead6c93-8d5b-4a00-8efd-7ee34086e598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839024 Feb 21 00:40:28.547688 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e31dd0-672d-4d77-84a9-167ca8b76cab req-c74e626d-9e19-4028-8597-30ffec526f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:40:28.549217 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-d2e31dd0-672d-4d77-84a9-167ca8b76cab req-c74e626d-9e19-4028-8597-30ffec526f95 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d6d2700e-87da-42e8-bd68-6361cafa1e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0605631 Feb 21 00:40:28.584140 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvr_db [None req-960a07da-aad8-4336-aec0-ccc82004e115 None None] Set router a571618a-2a51-4541-9291-5195e0b4d73b gateway port host: dv-cinder-813225-6-iscsi {{(pid=109224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:40:28.639748 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-d2e31dd0-672d-4d77-84a9-167ca8b76cab req-785075f3-d876-48b4-aa66-a24e47f46f3c service neutron] 10.222.0.36 "GET /v2.0/networks/d6d2700e-87da-42e8-bd68-6361cafa1e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816278 Feb 21 00:40:28.742791 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-d2e31dd0-672d-4d77-84a9-167ca8b76cab req-909aef29-8161-452c-ad1c-ee2760c7730b service neutron] 10.222.0.36 "GET /v2.0/networks/d6d2700e-87da-42e8-bd68-6361cafa1e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963387 Feb 21 00:40:28.789715 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-960a07da-aad8-4336-aec0-ccc82004e115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a571618a-2a51-4541-9291-5195e0b4d73b', 'name': 'tempest-TestShelveInstance-187415911-router', 'tenant_id': '1022ec32710c4438be1d656ef94cf199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'external_fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '6297880a-2d4b-41a1-b14b-0623293f94c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:35:25Z', 'updated_at': '2022-02-21T00:35:29Z', 'revision_number': 4, 'project_id': '1022ec32710c4438be1d656ef94cf199', 'gw_port': {'id': '6297880a-2d4b-41a1-b14b-0623293f94c0', 'name': '', 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:10:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a571618a-2a51-4541-9291-5195e0b4d73b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:35:26Z', 'updated_at': '2022-02-21T00:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '890cd9a8-3116-412f-9022-3458585959da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-6-iscsi', '_interfaces': [{'id': 'e93f4edb-e84b-409b-8f0a-2c224c1dc0e6', 'name': '', 'network_id': 'd6d2700e-87da-42e8-bd68-6361cafa1e7e', 'tenant_id': '1022ec32710c4438be1d656ef94cf199', 'mac_address': 'fa:16:3e:8c:20:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a571618a-2a51-4541-9291-5195e0b4d73b', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'f35da8e3-8a83-4d91-8de4-129fb55d2a0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:35:28Z', 'updated_at': '2022-02-21T00:35:34Z', 'revision_number': 5, 'project_id': '1022ec32710c4438be1d656ef94cf199', 'subnets': [{'id': 'f35da8e3-8a83-4d91-8de4-129fb55d2a0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-6-iscsi', False) {} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:40:28.819502 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960a07da-aad8-4336-aec0-ccc82004e115 None None] The sync data for ids ['a571618a-2a51-4541-9291-5195e0b4d73b'] in dv-cinder-813225-6-iscsi is: [{'id': 'a571618a-2a51-4541-9291-5195e0b4d73b', 'name': 'tempest-TestShelveInstance-187415911-router', 'tenant_id': '1022ec32710c4438be1d656ef94cf199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'external_fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '6297880a-2d4b-41a1-b14b-0623293f94c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:35:25Z', 'updated_at': '2022-02-21T00:35:29Z', 'revision_number': 4, 'project_id': '1022ec32710c4438be1d656ef94cf199', 'gw_port': {'id': '6297880a-2d4b-41a1-b14b-0623293f94c0', 'name': '', 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:10:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a571618a-2a51-4541-9291-5195e0b4d73b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:35:26Z', 'updated_at': '2022-02-21T00:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '890cd9a8-3116-412f-9022-3458585959da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-6-iscsi', '_interfaces': [{'id': 'e93f4edb-e84b-409b-8f0a-2c224c1dc0e6', 'name': '', 'network_id': 'd6d2700e-87da-42e8-bd68-6361cafa1e7e', 'tenant_id': '1022ec32710c4438be1d656ef94cf199', 'mac_address': 'fa:16:3e:8c:20:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a571618a-2a51-4541-9291-5195e0b4d73b', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'f35da8e3-8a83-4d91-8de4-129fb55d2a0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:35:28Z', 'updated_at': '2022-02-21T00:35:34Z', 'revision_number': 5, 'project_id': '1022ec32710c4438be1d656ef94cf199', 'subnets': [{'id': 'f35da8e3-8a83-4d91-8de4-129fb55d2a0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 00:40:29.024177 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9935375f-ac8a-4b18-a765-a1d68486a1b7 None None] New status for floating IP 0001afb6-b4ff-4955-8e36-d0212cab8058: DOWN {{(pid=109225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 00:40:29.626964 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccec1c3-4d55-41e6-85fe-f2c24701076b req-3efc17bb-af48-4472-b073-4b68e50cf559 tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:40:29.628477 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-dccec1c3-4d55-41e6-85fe-f2c24701076b req-3efc17bb-af48-4472-b073-4b68e50cf559 tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e2430b1-8c8f-4136-abf8-c7170a5cbf57 HTTP/1.1" status: 200 len: 945 time: 0.0512869 Feb 21 00:40:29.677676 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-dccec1c3-4d55-41e6-85fe-f2c24701076b req-1c44636a-d910-4343-bb60-553793b2ef85 tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] 10.222.0.45 "GET /v2.0/security-groups?id=aead6c93-8d5b-4a00-8efd-7ee34086e598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436521 Feb 21 00:40:30.139712 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09e8ba2-ca80-4db0-9390-40cfb61c1824 req-9c6eed01-252a-4110-8be6-0293ba08a90b tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:40:30.141075 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-d09e8ba2-ca80-4db0-9390-40cfb61c1824 req-9c6eed01-252a-4110-8be6-0293ba08a90b tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e2430b1-8c8f-4136-abf8-c7170a5cbf57 HTTP/1.1" status: 200 len: 945 time: 0.0523870 Feb 21 00:40:30.236110 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.plugin [req-d09e8ba2-ca80-4db0-9390-40cfb61c1824 req-b932381f-cff3-4db4-84f2-0982c01745c4 tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Deleting port 99b64256-8953-4414-bd61-aec26170d274 {{(pid=109222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 00:40:30.236443 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-d09e8ba2-ca80-4db0-9390-40cfb61c1824 req-b932381f-cff3-4db4-84f2-0982c01745c4 tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731676621334'] for port (99b64256-8953-4414-bd61-aec26170d274), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:30.323672 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.db [req-d09e8ba2-ca80-4db0-9390-40cfb61c1824 req-b932381f-cff3-4db4-84f2-0982c01745c4 tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] For port 99b64256-8953-4414-bd61-aec26170d274, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=99b64256-8953-4414-bd61-aec26170d274,segment=NetworkSegment(970eaf00-ac3b-4ec8-be6f-56128060f54e),segment_id=970eaf00-ac3b-4ec8-be6f-56128060f54e)] {{(pid=109222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:40:30.324033 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-d09e8ba2-ca80-4db0-9390-40cfb61c1824 req-b932381f-cff3-4db4-84f2-0982c01745c4 tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950719'] for port (99b64256-8953-4414-bd61-aec26170d274), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:30.335979 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.plugin [req-d09e8ba2-ca80-4db0-9390-40cfb61c1824 req-b932381f-cff3-4db4-84f2-0982c01745c4 tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Calling delete_port for 99b64256-8953-4414-bd61-aec26170d274 owned by compute:nova {{(pid=109222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 00:40:30.463343 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-d09e8ba2-ca80-4db0-9390-40cfb61c1824 req-b932381f-cff3-4db4-84f2-0982c01745c4 tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731676626041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731676182824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8582894421'] for port (99b64256-8953-4414-bd61-aec26170d274), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:30.489674 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b932381f-cff3-4db4-84f2-0982c01745c4 tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Pushing event deleted for resources: {'Port': ['ID=99b64256-8953-4414-bd61-aec26170d274,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:40:30.534108 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.db.l3_dvrscheduler_db [req-d09e8ba2-ca80-4db0-9390-40cfb61c1824 req-b932381f-cff3-4db4-84f2-0982c01745c4 tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] No DVR routers for this DVR port 99b64256-8953-4414-bd61-aec26170d274 on host hv-cinder-81322 {{(pid=109222) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 00:40:30.536561 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-d09e8ba2-ca80-4db0-9390-40cfb61c1824 req-b932381f-cff3-4db4-84f2-0982c01745c4 tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469064'] for port (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:30.539851 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-d09e8ba2-ca80-4db0-9390-40cfb61c1824 req-b932381f-cff3-4db4-84f2-0982c01745c4 tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] 10.222.0.36 "DELETE /v2.0/ports/99b64256-8953-4414-bd61-aec26170d274 HTTP/1.1" status: 204 len: 173 time: 0.3923748 Feb 21 00:40:30.540298 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e2430b1-8c8f-4136-abf8-c7170a5cbf57', 'name': 'network-vif-deleted', 'tag': '99b64256-8953-4414-bd61-aec26170d274'}] {{(pid=109222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:40:30.542520 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81563fad7634ec273475caa61ca91dc94d21cc2561ee8f59b09b3f9a67cb5537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f82d753-724f-430c-937f-791006b78283" -d '{"events": [{"server_uuid": "4e2430b1-8c8f-4136-abf8-c7170a5cbf57", "name": "network-vif-deleted", "tag": "99b64256-8953-4414-bd61-aec26170d274"}]}' {{(pid=109222) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:40:30.581523 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 00:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-333e8b24-231f-45ed-8b72-49b034f6b907 x-openstack-request-id: req-333e8b24-231f-45ed-8b72-49b034f6b907 {{(pid=109222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:40:30.581873 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e2430b1-8c8f-4136-abf8-c7170a5cbf57", "name": "network-vif-deleted", "tag": "99b64256-8953-4414-bd61-aec26170d274", "status": "completed", "code": 200}]} {{(pid=109222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:40:30.582129 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-333e8b24-231f-45ed-8b72-49b034f6b907 {{(pid=109222) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:40:30.582576 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e2430b1-8c8f-4136-abf8-c7170a5cbf57', 'name': 'network-vif-deleted', 'tag': '99b64256-8953-4414-bd61-aec26170d274', 'status': 'completed', 'code': 200} Feb 21 00:40:30.774650 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-65e3f2c1-682d-4f67-9f9d-a9f38e429a02 req-b498288f-2526-420e-9975-0257272739a7 tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e2430b1-8c8f-4136-abf8-c7170a5cbf57 HTTP/1.1" status: 200 len: 210 time: 0.0296206 Feb 21 00:40:31.419427 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-8476a168-ec89-48cc-bdf3-94e7ea8cfe92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (57941464-2af3-4cc7-9b46-3eeacd6f6fca), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:31.838173 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 34254) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:40:31.895468 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-51365dcb-5a2a-4745-8513-f58ceb574573 tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Publish callbacks [] for security_group (aead6c93-8d5b-4a00-8efd-7ee34086e598), before_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:31.921260 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-51365dcb-5a2a-4745-8513-f58ceb574573 tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Publish callbacks [] for security_group (aead6c93-8d5b-4a00-8efd-7ee34086e598), precommit_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:31.978767 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-51365dcb-5a2a-4745-8513-f58ceb574573 tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (aead6c93-8d5b-4a00-8efd-7ee34086e598), after_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:31.981923 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-51365dcb-5a2a-4745-8513-f58ceb574573 tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Publish callbacks [] for security_group (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:31.985558 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-51365dcb-5a2a-4745-8513-f58ceb574573 tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] 10.222.0.45 "DELETE /v2.0/security-groups/aead6c93-8d5b-4a00-8efd-7ee34086e598 HTTP/1.1" status: 204 len: 168 time: 0.1439140 Feb 21 00:40:31.992398 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51365dcb-5a2a-4745-8513-f58ceb574573 tempest-TestShelveInstance-1817708715 tempest-TestShelveInstance-1817708715-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aead6c93-8d5b-4a00-8efd-7ee34086e598,revision_number=None']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:40:32.030992 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 34258) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:40:32.748988 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-2119a87c-e17f-4b70-b03b-291d309cf9cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-951543'] for router_interface (a571618a-2a51-4541-9291-5195e0b4d73b), before_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:32.987798 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-2119a87c-e17f-4b70-b03b-291d309cf9cf admin admin] Deleting port e93f4edb-e84b-409b-8f0a-2c224c1dc0e6 {{(pid=109223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 00:40:32.988482 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-2119a87c-e17f-4b70-b03b-291d309cf9cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731676621334'] for port (e93f4edb-e84b-409b-8f0a-2c224c1dc0e6), before_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:33.061394 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-2119a87c-e17f-4b70-b03b-291d309cf9cf admin admin] For port e93f4edb-e84b-409b-8f0a-2c224c1dc0e6, host dv-cinder-813225-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-6-iscsi',level=0,port_id=e93f4edb-e84b-409b-8f0a-2c224c1dc0e6,segment=NetworkSegment(970eaf00-ac3b-4ec8-be6f-56128060f54e),segment_id=970eaf00-ac3b-4ec8-be6f-56128060f54e)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:40:33.061689 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-2119a87c-e17f-4b70-b03b-291d309cf9cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950719'] for port (e93f4edb-e84b-409b-8f0a-2c224c1dc0e6), precommit_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:33.072893 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-2119a87c-e17f-4b70-b03b-291d309cf9cf admin admin] Calling delete_port for e93f4edb-e84b-409b-8f0a-2c224c1dc0e6 owned by network:router_interface {{(pid=109223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 00:40:33.247862 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-2119a87c-e17f-4b70-b03b-291d309cf9cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731676626041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731676182824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3995289'] for port (e93f4edb-e84b-409b-8f0a-2c224c1dc0e6), after_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:33.273198 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2119a87c-e17f-4b70-b03b-291d309cf9cf admin admin] Pushing event deleted for resources: {'Port': ['ID=e93f4edb-e84b-409b-8f0a-2c224c1dc0e6,revision_number=None']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:40:33.443943 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-2119a87c-e17f-4b70-b03b-291d309cf9cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-957799'] for router_interface (a571618a-2a51-4541-9291-5195e0b4d73b), after_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:33.539428 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-0e4b64cd-32ce-4dd4-be58-94b056f1449f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (47b5b2cb-5391-4fc3-9478-3db20537c35a), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:33.655550 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2119a87c-e17f-4b70-b03b-291d309cf9cf admin admin] Router a571618a-2a51-4541-9291-5195e0b4d73b has already been hosted by L3 agent 47b5b2cb-5391-4fc3-9478-3db20537c35a {{(pid=109223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 00:40:33.764452 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2119a87c-e17f-4b70-b03b-291d309cf9cf admin admin] Notify agent at l3_agent.dv-cinder-813225-6-iscsi the message routers_updated {{(pid=109223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 00:40:33.769448 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-2119a87c-e17f-4b70-b03b-291d309cf9cf admin admin] 10.222.0.45 "PUT /v2.0/routers/a571618a-2a51-4541-9291-5195e0b4d73b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7374270 Feb 21 00:40:33.772226 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 34264) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:40:33.773706 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0fd0bd-7eb2-4f3e-8022-c00f4d474230 None None] Sync routers for ids ['a571618a-2a51-4541-9291-5195e0b4d73b'] in dv-cinder-813225-6-iscsi {{(pid=109224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 00:40:33.784073 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0fd0bd-7eb2-4f3e-8022-c00f4d474230 None None] Routers {'a571618a-2a51-4541-9291-5195e0b4d73b'} bound to L3 agent in host dv-cinder-813225-6-iscsi {{(pid=109224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:40:33.784703 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-4f0fd0bd-7eb2-4f3e-8022-c00f4d474230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T00:23:33Z,description=,heartbeat_timestamp=2022-02-21T00:40:34Z,host='dv-cinder-813225-6-iscsi',id=47b5b2cb-5391-4fc3-9478-3db20537c35a,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:23:34Z,topic='l3_agent')) {'router_ids': ['a571618a-2a51-4541-9291-5195e0b4d73b'], 'active': True} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:40:33.880128 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-aa192a61-73ff-4141-a71a-d86c5e1a6fe8 admin admin] Publish callbacks [] for router (a571618a-2a51-4541-9291-5195e0b4d73b), before_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:33.956209 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Device 99b64256-8953-4414-bd61-aec26170d274 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=109224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 00:40:33.979424 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] No Port match for: 99b64256-8953-4414-bd61-aec26170d274 {{(pid=109224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 00:40:33.979780 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Device 99b64256-8953-4414-bd61-aec26170d274 not bound to the agent host hv-cinder-81322 {{(pid=109224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 00:40:33.992916 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-aa192a61-73ff-4141-a71a-d86c5e1a6fe8 admin admin] Publish callbacks [] for router_gateway (a571618a-2a51-4541-9291-5195e0b4d73b), before_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:34.046239 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-aa192a61-73ff-4141-a71a-d86c5e1a6fe8 admin admin] Deleting port 6297880a-2d4b-41a1-b14b-0623293f94c0 {{(pid=109223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 00:40:34.046584 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-aa192a61-73ff-4141-a71a-d86c5e1a6fe8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731676621334'] for port (6297880a-2d4b-41a1-b14b-0623293f94c0), before_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:34.050917 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvr_db [None req-4f0fd0bd-7eb2-4f3e-8022-c00f4d474230 None None] Set router a571618a-2a51-4541-9291-5195e0b4d73b gateway port host: dv-cinder-813225-6-iscsi {{(pid=109224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:40:34.137275 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-aa192a61-73ff-4141-a71a-d86c5e1a6fe8 admin admin] For port 6297880a-2d4b-41a1-b14b-0623293f94c0, host dv-cinder-813225-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-6-iscsi',level=0,port_id=6297880a-2d4b-41a1-b14b-0623293f94c0,segment=NetworkSegment(d470c98a-8644-4be8-8df1-f825c0b18c68),segment_id=d470c98a-8644-4be8-8df1-f825c0b18c68)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:40:34.137647 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-aa192a61-73ff-4141-a71a-d86c5e1a6fe8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950719'] for port (6297880a-2d4b-41a1-b14b-0623293f94c0), precommit_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:34.150134 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-aa192a61-73ff-4141-a71a-d86c5e1a6fe8 admin admin] Calling delete_port for 6297880a-2d4b-41a1-b14b-0623293f94c0 owned by network:router_gateway {{(pid=109223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 00:40:34.257789 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-4f0fd0bd-7eb2-4f3e-8022-c00f4d474230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a571618a-2a51-4541-9291-5195e0b4d73b', 'name': 'tempest-TestShelveInstance-187415911-router', 'tenant_id': '1022ec32710c4438be1d656ef94cf199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'external_fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '6297880a-2d4b-41a1-b14b-0623293f94c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:35:25Z', 'updated_at': '2022-02-21T00:40:33Z', 'revision_number': 5, 'project_id': '1022ec32710c4438be1d656ef94cf199', 'gw_port': {'id': '6297880a-2d4b-41a1-b14b-0623293f94c0', 'name': '', 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:10:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a571618a-2a51-4541-9291-5195e0b4d73b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:35:26Z', 'updated_at': '2022-02-21T00:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '890cd9a8-3116-412f-9022-3458585959da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-6-iscsi'}], 'dv-cinder-813225-6-iscsi', False) {} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:40:34.295205 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0fd0bd-7eb2-4f3e-8022-c00f4d474230 None None] Checking router: a571618a-2a51-4541-9291-5195e0b4d73b for host: dv-cinder-813225-6-iscsi {{(pid=109224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 00:40:34.305017 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0fd0bd-7eb2-4f3e-8022-c00f4d474230 None None] Routers {'a571618a-2a51-4541-9291-5195e0b4d73b'} bound to L3 agent in host dv-cinder-813225-6-iscsi {{(pid=109224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:40:34.305635 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-4f0fd0bd-7eb2-4f3e-8022-c00f4d474230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T00:23:33Z,description=,heartbeat_timestamp=2022-02-21T00:40:34Z,host='dv-cinder-813225-6-iscsi',id=47b5b2cb-5391-4fc3-9478-3db20537c35a,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:23:34Z,topic='l3_agent')) {'router_ids': ['a571618a-2a51-4541-9291-5195e0b4d73b'], 'active': True} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:40:34.336313 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-aa192a61-73ff-4141-a71a-d86c5e1a6fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731676626041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731676182824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3995289'] for port (6297880a-2d4b-41a1-b14b-0623293f94c0), after_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:34.366329 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa192a61-73ff-4141-a71a-d86c5e1a6fe8 admin admin] Pushing event deleted for resources: {'Port': ['ID=6297880a-2d4b-41a1-b14b-0623293f94c0,revision_number=None']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:40:34.401760 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvr_db [None req-4f0fd0bd-7eb2-4f3e-8022-c00f4d474230 None None] Set router a571618a-2a51-4541-9291-5195e0b4d73b gateway port host: None {{(pid=109224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:40:34.429223 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-aa192a61-73ff-4141-a71a-d86c5e1a6fe8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-951181'] for router_gateway (a571618a-2a51-4541-9291-5195e0b4d73b), after_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:34.456760 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-4f0fd0bd-7eb2-4f3e-8022-c00f4d474230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a571618a-2a51-4541-9291-5195e0b4d73b', 'name': 'tempest-TestShelveInstance-187415911-router', 'tenant_id': '1022ec32710c4438be1d656ef94cf199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:35:25Z', 'updated_at': '2022-02-21T00:40:33Z', 'revision_number': 6, 'project_id': '1022ec32710c4438be1d656ef94cf199', 'gw_port_host': None}], 'dv-cinder-813225-6-iscsi', False) {} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:40:34.483304 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0fd0bd-7eb2-4f3e-8022-c00f4d474230 None None] The sync data for ids ['a571618a-2a51-4541-9291-5195e0b4d73b'] in dv-cinder-813225-6-iscsi is: [{'id': 'a571618a-2a51-4541-9291-5195e0b4d73b', 'name': 'tempest-TestShelveInstance-187415911-router', 'tenant_id': '1022ec32710c4438be1d656ef94cf199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:35:25Z', 'updated_at': '2022-02-21T00:40:33Z', 'revision_number': 6, 'project_id': '1022ec32710c4438be1d656ef94cf199', 'gw_port_host': None}] {{(pid=109224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 00:40:34.521483 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-aa192a61-73ff-4141-a71a-d86c5e1a6fe8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-955153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1962'] for router (a571618a-2a51-4541-9291-5195e0b4d73b), precommit_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:34.523645 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-aa192a61-73ff-4141-a71a-d86c5e1a6fe8 admin admin] Publish callbacks [] for router_controller (a571618a-2a51-4541-9291-5195e0b4d73b), precommit_delete_associations {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:34.565593 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-aa192a61-73ff-4141-a71a-d86c5e1a6fe8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-955240'] for router (a571618a-2a51-4541-9291-5195e0b4d73b), after_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:34.566227 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa192a61-73ff-4141-a71a-d86c5e1a6fe8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a571618a-2a51-4541-9291-5195e0b4d73b {{(pid=109223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 00:40:34.570512 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-aa192a61-73ff-4141-a71a-d86c5e1a6fe8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:34.571676 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-aa192a61-73ff-4141-a71a-d86c5e1a6fe8 admin admin] 10.222.0.45 "DELETE /v2.0/routers/a571618a-2a51-4541-9291-5195e0b4d73b HTTP/1.1" status: 204 len: 168 time: 0.7985418 Feb 21 00:40:34.574259 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 34274) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:40:34.617608 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.db.db_base_plugin_v2 [None req-2abf2315-f965-49d7-9523-df41c9cb986f admin admin] Deleting subnet f35da8e3-8a83-4d91-8de4-129fb55d2a0b {{(pid=109223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 00:40:34.620619 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-2abf2315-f965-49d7-9523-df41c9cb986f admin admin] Publish callbacks [] for subnet (f35da8e3-8a83-4d91-8de4-129fb55d2a0b), before_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:34.653318 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-2abf2315-f965-49d7-9523-df41c9cb986f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3992822'] for subnet (f35da8e3-8a83-4d91-8de4-129fb55d2a0b), precommit_delete_associations {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:34.757936 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-2abf2315-f965-49d7-9523-df41c9cb986f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15913268'] for subnet (f35da8e3-8a83-4d91-8de4-129fb55d2a0b), precommit_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:34.808005 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-2abf2315-f965-49d7-9523-df41c9cb986f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15913229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3992648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3701843'] for subnet (f35da8e3-8a83-4d91-8de4-129fb55d2a0b), after_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:34.836553 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abf2315-f965-49d7-9523-df41c9cb986f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f35da8e3-8a83-4d91-8de4-129fb55d2a0b,revision_number=None']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:40:34.841311 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-2abf2315-f965-49d7-9523-df41c9cb986f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582445'] for subnet (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:34.847004 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-2abf2315-f965-49d7-9523-df41c9cb986f admin admin] 10.222.0.45 "DELETE /v2.0/subnets/f35da8e3-8a83-4d91-8de4-129fb55d2a0b HTTP/1.1" status: 204 len: 168 time: 0.2696114 Feb 21 00:40:34.847385 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 34276) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:40:34.855153 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa74082-36f1-49d1-992e-1316e2faaf85 None None] Network d6d2700e-87da-42e8-bd68-6361cafa1e7e requested from dv-cinder-813225-6-iscsi {{(pid=109224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 00:40:34.923353 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-218020d1-8663-4a9a-a954-9f45f5421954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16070333'] for network (d6d2700e-87da-42e8-bd68-6361cafa1e7e), before_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:34.976637 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-218020d1-8663-4a9a-a954-9f45f5421954 admin admin] Deleting port 0da108a1-7c76-4570-a5b4-0a44e4ee9a30 {{(pid=109223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 00:40:34.976978 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-218020d1-8663-4a9a-a954-9f45f5421954 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731676621334'] for port (0da108a1-7c76-4570-a5b4-0a44e4ee9a30), before_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:35.040833 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-218020d1-8663-4a9a-a954-9f45f5421954 admin admin] For port 0da108a1-7c76-4570-a5b4-0a44e4ee9a30, host dv-cinder-813225-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-6-iscsi',level=0,port_id=0da108a1-7c76-4570-a5b4-0a44e4ee9a30,segment=NetworkSegment(970eaf00-ac3b-4ec8-be6f-56128060f54e),segment_id=970eaf00-ac3b-4ec8-be6f-56128060f54e)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:40:35.041469 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-218020d1-8663-4a9a-a954-9f45f5421954 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950719'] for port (0da108a1-7c76-4570-a5b4-0a44e4ee9a30), precommit_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:35.053752 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-218020d1-8663-4a9a-a954-9f45f5421954 admin admin] Calling delete_port for 0da108a1-7c76-4570-a5b4-0a44e4ee9a30 owned by network:dhcp {{(pid=109223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 00:40:35.104716 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-2cd5f963-efb3-4d3f-8e75-14b6a6f65242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (4a388d83-9cb8-49a2-9541-35a13f295f4a), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:35.130776 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-218020d1-8663-4a9a-a954-9f45f5421954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731676626041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731676182824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3995289'] for port (0da108a1-7c76-4570-a5b4-0a44e4ee9a30), after_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:35.157602 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218020d1-8663-4a9a-a954-9f45f5421954 admin admin] No DVR routers for this DVR port 0da108a1-7c76-4570-a5b4-0a44e4ee9a30 on host dv-cinder-813225-6-iscsi {{(pid=109223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 00:40:35.160968 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218020d1-8663-4a9a-a954-9f45f5421954 admin admin] Pushing event deleted for resources: {'Port': ['ID=0da108a1-7c76-4570-a5b4-0a44e4ee9a30,revision_number=None']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:40:35.230823 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-218020d1-8663-4a9a-a954-9f45f5421954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15920573', 'neutron.services.segments.db._delete_segments_for_network-8731676696634'] for network (d6d2700e-87da-42e8-bd68-6361cafa1e7e), precommit_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:35.255032 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.services.segments.db [None req-218020d1-8663-4a9a-a954-9f45f5421954 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6d2700e-87da-42e8-bd68-6361cafa1e7e']}} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:40:35.265580 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.services.segments.db [None req-218020d1-8663-4a9a-a954-9f45f5421954 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '970eaf00-ac3b-4ec8-be6f-56128060f54e') {'for_net_delete': True} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:40:35.265877 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.services.segments.db [None req-218020d1-8663-4a9a-a954-9f45f5421954 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '970eaf00-ac3b-4ec8-be6f-56128060f54e') {} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:40:35.276134 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-218020d1-8663-4a9a-a954-9f45f5421954 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731676697155', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3992815'] for segment (970eaf00-ac3b-4ec8-be6f-56128060f54e), before_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:35.281336 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d78a0b-e9b4-4d52-b187-951cc98f5017 None None] DHCP port deletion for d6d2700e-87da-42e8-bd68-6361cafa1e7e request from dv-cinder-813225-6-iscsi {{(pid=109224) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 21 00:40:35.291726 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-218020d1-8663-4a9a-a954-9f45f5421954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16097169'] for segment (970eaf00-ac3b-4ec8-be6f-56128060f54e), precommit_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:35.302998 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-218020d1-8663-4a9a-a954-9f45f5421954 admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=109223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 00:40:35.303548 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-218020d1-8663-4a9a-a954-9f45f5421954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16097169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3995310'] for segment (970eaf00-ac3b-4ec8-be6f-56128060f54e), after_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:35.305326 dv-cinder-813225-6-iscsi neutron-server[109223]: Traceback (most recent call last): Feb 21 00:40:35.305326 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 00:40:35.305326 dv-cinder-813225-6-iscsi neutron-server[109223]: timer() Feb 21 00:40:35.305326 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 00:40:35.305326 dv-cinder-813225-6-iscsi neutron-server[109223]: cb(*args, **kw) Feb 21 00:40:35.305326 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 00:40:35.305326 dv-cinder-813225-6-iscsi neutron-server[109223]: return func(*args, **kwargs) Feb 21 00:40:35.305326 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 00:40:35.305326 dv-cinder-813225-6-iscsi neutron-server[109223]: self._notify() Feb 21 00:40:35.305326 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 00:40:35.305326 dv-cinder-813225-6-iscsi neutron-server[109223]: self.callback(batched_events) Feb 21 00:40:35.305326 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 00:40:35.305326 dv-cinder-813225-6-iscsi neutron-server[109223]: event.method(event) Feb 21 00:40:35.305326 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 00:40:35.305326 dv-cinder-813225-6-iscsi neutron-server[109223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 00:40:35.305326 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 00:40:35.305326 dv-cinder-813225-6-iscsi neutron-server[109223]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 00:40:35.305326 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 00:40:35.305326 dv-cinder-813225-6-iscsi neutron-server[109223]: return f(self, *a, **k) Feb 21 00:40:35.305326 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 00:40:35.305326 dv-cinder-813225-6-iscsi neutron-server[109223]: return self._get(url).json() Feb 21 00:40:35.305326 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 00:40:35.305326 dv-cinder-813225-6-iscsi neutron-server[109223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 00:40:35.305326 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 00:40:35.305326 dv-cinder-813225-6-iscsi neutron-server[109223]: return self.request(url, 'GET', **kwargs) Feb 21 00:40:35.305326 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 00:40:35.305326 dv-cinder-813225-6-iscsi neutron-server[109223]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 00:40:35.305326 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 00:40:35.305326 dv-cinder-813225-6-iscsi neutron-server[109223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 00:40:35.305326 dv-cinder-813225-6-iscsi neutron-server[109223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 00:40:35.305326 dv-cinder-813225-6-iscsi neutron-server[109223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 00:40:35.305326 dv-cinder-813225-6-iscsi neutron-server[109223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 00:40:35.362850 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-218020d1-8663-4a9a-a954-9f45f5421954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15920566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-951265'] for network (d6d2700e-87da-42e8-bd68-6361cafa1e7e), after_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:35.368091 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-218020d1-8663-4a9a-a954-9f45f5421954 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582445'] for network (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:35.374692 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 34280) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:40:35.375196 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-218020d1-8663-4a9a-a954-9f45f5421954 admin admin] 10.222.0.45 "DELETE /v2.0/networks/d6d2700e-87da-42e8-bd68-6361cafa1e7e HTTP/1.1" status: 204 len: 168 time: 0.5265455 Feb 21 00:40:35.386071 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218020d1-8663-4a9a-a954-9f45f5421954 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6d2700e-87da-42e8-bd68-6361cafa1e7e,revision_number=None']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:40:35.718166 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Device e93f4edb-e84b-409b-8f0a-2c224c1dc0e6 no longer exists at agent ovs-agent-dv-cinder-813225-6-iscsi {{(pid=109224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 00:40:35.734992 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-09a5f499-4c6c-4b95-9aaa-f5a751bf7f69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-951543'] for router_interface (b6a87a86-9beb-4989-8967-b5aaee5389be), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:35.738166 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] No Port match for: e93f4edb-e84b-409b-8f0a-2c224c1dc0e6 {{(pid=109224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 00:40:35.738524 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Device e93f4edb-e84b-409b-8f0a-2c224c1dc0e6 not bound to the agent host dv-cinder-813225-6-iscsi {{(pid=109224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 00:40:35.738947 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Device 6297880a-2d4b-41a1-b14b-0623293f94c0 no longer exists at agent ovs-agent-dv-cinder-813225-6-iscsi {{(pid=109224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 00:40:35.760468 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] No Port match for: 6297880a-2d4b-41a1-b14b-0623293f94c0 {{(pid=109224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 00:40:35.760819 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Device 6297880a-2d4b-41a1-b14b-0623293f94c0 not bound to the agent host dv-cinder-813225-6-iscsi {{(pid=109224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 00:40:35.761226 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Device 0da108a1-7c76-4570-a5b4-0a44e4ee9a30 no longer exists at agent ovs-agent-dv-cinder-813225-6-iscsi {{(pid=109224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 00:40:35.781325 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] No Port match for: 0da108a1-7c76-4570-a5b4-0a44e4ee9a30 {{(pid=109224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 00:40:35.781677 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Device 0da108a1-7c76-4570-a5b4-0a44e4ee9a30 not bound to the agent host dv-cinder-813225-6-iscsi {{(pid=109224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 00:40:35.977462 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.plugin [None req-09a5f499-4c6c-4b95-9aaa-f5a751bf7f69 admin admin] Deleting port 14116acc-7b10-4137-8315-569d63d03cf6 {{(pid=109222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 00:40:35.977693 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-09a5f499-4c6c-4b95-9aaa-f5a751bf7f69 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731676621334'] for port (14116acc-7b10-4137-8315-569d63d03cf6), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:36.051606 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.db [None req-09a5f499-4c6c-4b95-9aaa-f5a751bf7f69 admin admin] For port 14116acc-7b10-4137-8315-569d63d03cf6, host dv-cinder-813225-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-6-iscsi',level=0,port_id=14116acc-7b10-4137-8315-569d63d03cf6,segment=NetworkSegment(58d5fade-b34c-45b2-a845-fa783122a57d),segment_id=58d5fade-b34c-45b2-a845-fa783122a57d)] {{(pid=109222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:40:36.051966 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-09a5f499-4c6c-4b95-9aaa-f5a751bf7f69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950719'] for port (14116acc-7b10-4137-8315-569d63d03cf6), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:36.063206 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.plugin [None req-09a5f499-4c6c-4b95-9aaa-f5a751bf7f69 admin admin] Calling delete_port for 14116acc-7b10-4137-8315-569d63d03cf6 owned by network:router_interface {{(pid=109222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 00:40:36.238809 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-09a5f499-4c6c-4b95-9aaa-f5a751bf7f69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731676626041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731676182824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8582894421'] for port (14116acc-7b10-4137-8315-569d63d03cf6), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:36.262807 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a5f499-4c6c-4b95-9aaa-f5a751bf7f69 admin admin] Pushing event deleted for resources: {'Port': ['ID=14116acc-7b10-4137-8315-569d63d03cf6,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:40:36.411606 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-09e0abcb-2b1d-4918-a5e2-a10ed408e1f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (417c2155-c2c7-44af-91e4-b32264eafb82), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:36.710101 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-09a5f499-4c6c-4b95-9aaa-f5a751bf7f69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-957799'] for router_interface (b6a87a86-9beb-4989-8967-b5aaee5389be), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:36.917116 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09a5f499-4c6c-4b95-9aaa-f5a751bf7f69 admin admin] Router b6a87a86-9beb-4989-8967-b5aaee5389be has already been hosted by L3 agent 47b5b2cb-5391-4fc3-9478-3db20537c35a {{(pid=109222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 00:40:37.026739 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09a5f499-4c6c-4b95-9aaa-f5a751bf7f69 admin admin] Notify agent at l3_agent.dv-cinder-813225-6-iscsi the message routers_updated {{(pid=109222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 00:40:37.031626 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-09a5f499-4c6c-4b95-9aaa-f5a751bf7f69 admin admin] 10.222.0.45 "PUT /v2.0/routers/b6a87a86-9beb-4989-8967-b5aaee5389be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6546164 Feb 21 00:40:37.034211 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 34284) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:40:37.036564 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4e5f15-c198-43cd-97d1-5d67b130b6b7 None None] Sync routers for ids ['b6a87a86-9beb-4989-8967-b5aaee5389be'] in dv-cinder-813225-6-iscsi {{(pid=109225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 00:40:37.046952 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4e5f15-c198-43cd-97d1-5d67b130b6b7 None None] Routers {'b6a87a86-9beb-4989-8967-b5aaee5389be'} bound to L3 agent in host dv-cinder-813225-6-iscsi {{(pid=109225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:40:37.047599 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_hamode_db [None req-5d4e5f15-c198-43cd-97d1-5d67b130b6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T00:23:33Z,description=,heartbeat_timestamp=2022-02-21T00:40:34Z,host='dv-cinder-813225-6-iscsi',id=47b5b2cb-5391-4fc3-9478-3db20537c35a,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:23:34Z,topic='l3_agent')) {'router_ids': ['b6a87a86-9beb-4989-8967-b5aaee5389be'], 'active': True} {{(pid=109225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:40:37.136849 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-a5ff3f18-b51e-4d0f-b73b-64afb66547e9 admin admin] Publish callbacks [] for router (b6a87a86-9beb-4989-8967-b5aaee5389be), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:37.151156 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_dvr_db [None req-5d4e5f15-c198-43cd-97d1-5d67b130b6b7 None None] Set router b6a87a86-9beb-4989-8967-b5aaee5389be gateway port host: dv-cinder-813225-6-iscsi {{(pid=109225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:40:37.243256 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-a5ff3f18-b51e-4d0f-b73b-64afb66547e9 admin admin] Publish callbacks [] for router_gateway (b6a87a86-9beb-4989-8967-b5aaee5389be), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:37.297407 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.plugin [None req-a5ff3f18-b51e-4d0f-b73b-64afb66547e9 admin admin] Deleting port 26ddb348-a2d9-49e4-88a6-af8291cf7f5d {{(pid=109222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 00:40:37.297667 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-a5ff3f18-b51e-4d0f-b73b-64afb66547e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731676621334'] for port (26ddb348-a2d9-49e4-88a6-af8291cf7f5d), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:37.374802 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.db [None req-a5ff3f18-b51e-4d0f-b73b-64afb66547e9 admin admin] For port 26ddb348-a2d9-49e4-88a6-af8291cf7f5d, host dv-cinder-813225-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-6-iscsi',level=0,port_id=26ddb348-a2d9-49e4-88a6-af8291cf7f5d,segment=NetworkSegment(d470c98a-8644-4be8-8df1-f825c0b18c68),segment_id=d470c98a-8644-4be8-8df1-f825c0b18c68)] {{(pid=109222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:40:37.375167 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-a5ff3f18-b51e-4d0f-b73b-64afb66547e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950719'] for port (26ddb348-a2d9-49e4-88a6-af8291cf7f5d), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:37.386869 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.plugin [None req-a5ff3f18-b51e-4d0f-b73b-64afb66547e9 admin admin] Calling delete_port for 26ddb348-a2d9-49e4-88a6-af8291cf7f5d owned by network:router_gateway {{(pid=109222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 00:40:37.413639 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_hamode_db [None req-5d4e5f15-c198-43cd-97d1-5d67b130b6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a87a86-9beb-4989-8967-b5aaee5389be', 'name': 'tempest-TestShelveInstance-931613067-router', 'tenant_id': '20db1918ff0e4fa085e4ee69a5bc73ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'external_fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '26ddb348-a2d9-49e4-88a6-af8291cf7f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:35:32Z', 'updated_at': '2022-02-21T00:40:36Z', 'revision_number': 5, 'project_id': '20db1918ff0e4fa085e4ee69a5bc73ff', 'gw_port': {'id': '26ddb348-a2d9-49e4-88a6-af8291cf7f5d', 'name': '', 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:be:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a87a86-9beb-4989-8967-b5aaee5389be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:35:33Z', 'updated_at': '2022-02-21T00:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '890cd9a8-3116-412f-9022-3458585959da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-6-iscsi'}], 'dv-cinder-813225-6-iscsi', False) {} {{(pid=109225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:40:37.442818 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4e5f15-c198-43cd-97d1-5d67b130b6b7 None None] Checking router: b6a87a86-9beb-4989-8967-b5aaee5389be for host: dv-cinder-813225-6-iscsi {{(pid=109225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 00:40:37.451276 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4e5f15-c198-43cd-97d1-5d67b130b6b7 None None] Routers {'b6a87a86-9beb-4989-8967-b5aaee5389be'} bound to L3 agent in host dv-cinder-813225-6-iscsi {{(pid=109225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:40:37.451875 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_hamode_db [None req-5d4e5f15-c198-43cd-97d1-5d67b130b6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T00:23:33Z,description=,heartbeat_timestamp=2022-02-21T00:40:34Z,host='dv-cinder-813225-6-iscsi',id=47b5b2cb-5391-4fc3-9478-3db20537c35a,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:23:34Z,topic='l3_agent')) {'router_ids': ['b6a87a86-9beb-4989-8967-b5aaee5389be'], 'active': True} {{(pid=109225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:40:37.536361 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_dvr_db [None req-5d4e5f15-c198-43cd-97d1-5d67b130b6b7 None None] Set router b6a87a86-9beb-4989-8967-b5aaee5389be gateway port host: None {{(pid=109225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:40:37.553514 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-a5ff3f18-b51e-4d0f-b73b-64afb66547e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731676626041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731676182824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8582894421'] for port (26ddb348-a2d9-49e4-88a6-af8291cf7f5d), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:37.581401 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ff3f18-b51e-4d0f-b73b-64afb66547e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=26ddb348-a2d9-49e4-88a6-af8291cf7f5d,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:40:37.588677 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_hamode_db [None req-5d4e5f15-c198-43cd-97d1-5d67b130b6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a87a86-9beb-4989-8967-b5aaee5389be', 'name': 'tempest-TestShelveInstance-931613067-router', 'tenant_id': '20db1918ff0e4fa085e4ee69a5bc73ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:35:32Z', 'updated_at': '2022-02-21T00:40:37Z', 'revision_number': 6, 'project_id': '20db1918ff0e4fa085e4ee69a5bc73ff', 'gw_port_host': None}], 'dv-cinder-813225-6-iscsi', False) {} {{(pid=109225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:40:37.618586 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4e5f15-c198-43cd-97d1-5d67b130b6b7 None None] The sync data for ids ['b6a87a86-9beb-4989-8967-b5aaee5389be'] in dv-cinder-813225-6-iscsi is: [{'id': 'b6a87a86-9beb-4989-8967-b5aaee5389be', 'name': 'tempest-TestShelveInstance-931613067-router', 'tenant_id': '20db1918ff0e4fa085e4ee69a5bc73ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:35:32Z', 'updated_at': '2022-02-21T00:40:37Z', 'revision_number': 6, 'project_id': '20db1918ff0e4fa085e4ee69a5bc73ff', 'gw_port_host': None}] {{(pid=109225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 00:40:37.641889 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-a5ff3f18-b51e-4d0f-b73b-64afb66547e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-951181'] for router_gateway (b6a87a86-9beb-4989-8967-b5aaee5389be), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:37.732902 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-a5ff3f18-b51e-4d0f-b73b-64afb66547e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-955153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1962'] for router (b6a87a86-9beb-4989-8967-b5aaee5389be), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:37.734969 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-a5ff3f18-b51e-4d0f-b73b-64afb66547e9 admin admin] Publish callbacks [] for router_controller (b6a87a86-9beb-4989-8967-b5aaee5389be), precommit_delete_associations {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:37.779979 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-a5ff3f18-b51e-4d0f-b73b-64afb66547e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-955240'] for router (b6a87a86-9beb-4989-8967-b5aaee5389be), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:37.780526 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5ff3f18-b51e-4d0f-b73b-64afb66547e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6a87a86-9beb-4989-8967-b5aaee5389be {{(pid=109222) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 00:40:37.785005 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-a5ff3f18-b51e-4d0f-b73b-64afb66547e9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:37.786172 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-a5ff3f18-b51e-4d0f-b73b-64afb66547e9 admin admin] 10.222.0.45 "DELETE /v2.0/routers/b6a87a86-9beb-4989-8967-b5aaee5389be HTTP/1.1" status: 204 len: 168 time: 0.7509763 Feb 21 00:40:37.788727 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 34288) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:40:37.832095 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b5235ec-a33e-42c2-be61-a686eab7f9d6 admin admin] Deleting subnet db7df0ad-d40d-42e2-af5f-fa9b4ac7a269 {{(pid=109222) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 00:40:37.834977 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-1b5235ec-a33e-42c2-be61-a686eab7f9d6 admin admin] Publish callbacks [] for subnet (db7df0ad-d40d-42e2-af5f-fa9b4ac7a269), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:37.867559 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-1b5235ec-a33e-42c2-be61-a686eab7f9d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8582972286'] for subnet (db7df0ad-d40d-42e2-af5f-fa9b4ac7a269), precommit_delete_associations {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:37.943240 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-1b5235ec-a33e-42c2-be61-a686eab7f9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15913268'] for subnet (db7df0ad-d40d-42e2-af5f-fa9b4ac7a269), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:38.007957 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-1b5235ec-a33e-42c2-be61-a686eab7f9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15913229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8582891908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8583079210'] for subnet (db7df0ad-d40d-42e2-af5f-fa9b4ac7a269), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:38.034707 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5235ec-a33e-42c2-be61-a686eab7f9d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db7df0ad-d40d-42e2-af5f-fa9b4ac7a269,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:40:38.038659 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-1b5235ec-a33e-42c2-be61-a686eab7f9d6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:38.044715 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-1b5235ec-a33e-42c2-be61-a686eab7f9d6 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/db7df0ad-d40d-42e2-af5f-fa9b4ac7a269 HTTP/1.1" status: 204 len: 168 time: 0.2519515 Feb 21 00:40:38.045564 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 34290) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:40:38.048024 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76482772-a46b-4b7b-9fb2-0d8da28fe1d6 None None] Network be4ed68c-7913-418c-b1ac-46594847fb6e requested from dv-cinder-813225-6-iscsi {{(pid=109224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 00:40:38.116034 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Device 14116acc-7b10-4137-8315-569d63d03cf6 no longer exists at agent ovs-agent-dv-cinder-813225-6-iscsi {{(pid=109224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 00:40:38.127552 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-7b2f8b58-53d4-422e-8cec-7b5c68ad9775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16070333'] for network (be4ed68c-7913-418c-b1ac-46594847fb6e), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:38.149660 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] No Port match for: 14116acc-7b10-4137-8315-569d63d03cf6 {{(pid=109224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 00:40:38.149995 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Device 14116acc-7b10-4137-8315-569d63d03cf6 not bound to the agent host dv-cinder-813225-6-iscsi {{(pid=109224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 00:40:38.155788 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (d6e95c40-1d90-4a13-9e37-1d6580a24190), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:38.188124 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.plugin [None req-7b2f8b58-53d4-422e-8cec-7b5c68ad9775 admin admin] Deleting port dafd3215-9323-41ee-bdaa-4be65c6d9f81 {{(pid=109222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 00:40:38.188472 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-7b2f8b58-53d4-422e-8cec-7b5c68ad9775 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731676621334'] for port (dafd3215-9323-41ee-bdaa-4be65c6d9f81), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:38.249731 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.db [None req-7b2f8b58-53d4-422e-8cec-7b5c68ad9775 admin admin] For port dafd3215-9323-41ee-bdaa-4be65c6d9f81, host dv-cinder-813225-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-6-iscsi',level=0,port_id=dafd3215-9323-41ee-bdaa-4be65c6d9f81,segment=NetworkSegment(58d5fade-b34c-45b2-a845-fa783122a57d),segment_id=58d5fade-b34c-45b2-a845-fa783122a57d)] {{(pid=109222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:40:38.250093 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-7b2f8b58-53d4-422e-8cec-7b5c68ad9775 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950719'] for port (dafd3215-9323-41ee-bdaa-4be65c6d9f81), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:38.262380 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.plugin [None req-7b2f8b58-53d4-422e-8cec-7b5c68ad9775 admin admin] Calling delete_port for dafd3215-9323-41ee-bdaa-4be65c6d9f81 owned by network:dhcp {{(pid=109222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 00:40:38.336466 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-7b2f8b58-53d4-422e-8cec-7b5c68ad9775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731676626041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731676182824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8582894421'] for port (dafd3215-9323-41ee-bdaa-4be65c6d9f81), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:38.363679 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2f8b58-53d4-422e-8cec-7b5c68ad9775 admin admin] Pushing event deleted for resources: {'Port': ['ID=dafd3215-9323-41ee-bdaa-4be65c6d9f81,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:40:38.369629 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2f8b58-53d4-422e-8cec-7b5c68ad9775 admin admin] No DVR routers for this DVR port dafd3215-9323-41ee-bdaa-4be65c6d9f81 on host dv-cinder-813225-6-iscsi {{(pid=109222) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 00:40:38.440825 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-7b2f8b58-53d4-422e-8cec-7b5c68ad9775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15920573', 'neutron.services.segments.db._delete_segments_for_network-8731676696634'] for network (be4ed68c-7913-418c-b1ac-46594847fb6e), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:38.443616 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4bf4450-af81-4d06-a7e8-507969e676cd None None] DHCP port deletion for be4ed68c-7913-418c-b1ac-46594847fb6e request from dv-cinder-813225-6-iscsi {{(pid=109224) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 21 00:40:38.467550 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.services.segments.db [None req-7b2f8b58-53d4-422e-8cec-7b5c68ad9775 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be4ed68c-7913-418c-b1ac-46594847fb6e']}} {{(pid=109222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:40:38.483909 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.services.segments.db [None req-7b2f8b58-53d4-422e-8cec-7b5c68ad9775 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58d5fade-b34c-45b2-a845-fa783122a57d') {'for_net_delete': True} {{(pid=109222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:40:38.484220 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.services.segments.db [None req-7b2f8b58-53d4-422e-8cec-7b5c68ad9775 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58d5fade-b34c-45b2-a845-fa783122a57d') {} {{(pid=109222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:40:38.493635 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-7b2f8b58-53d4-422e-8cec-7b5c68ad9775 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731676697155', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8582972263'] for segment (58d5fade-b34c-45b2-a845-fa783122a57d), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:38.506378 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-7b2f8b58-53d4-422e-8cec-7b5c68ad9775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16097169'] for segment (58d5fade-b34c-45b2-a845-fa783122a57d), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:38.512190 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b2f8b58-53d4-422e-8cec-7b5c68ad9775 admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=109222) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 00:40:38.512576 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-7b2f8b58-53d4-422e-8cec-7b5c68ad9775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16097169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582894434'] for segment (58d5fade-b34c-45b2-a845-fa783122a57d), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:38.514213 dv-cinder-813225-6-iscsi neutron-server[109222]: Traceback (most recent call last): Feb 21 00:40:38.514213 dv-cinder-813225-6-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 00:40:38.514213 dv-cinder-813225-6-iscsi neutron-server[109222]: timer() Feb 21 00:40:38.514213 dv-cinder-813225-6-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 00:40:38.514213 dv-cinder-813225-6-iscsi neutron-server[109222]: cb(*args, **kw) Feb 21 00:40:38.514213 dv-cinder-813225-6-iscsi neutron-server[109222]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 00:40:38.514213 dv-cinder-813225-6-iscsi neutron-server[109222]: return func(*args, **kwargs) Feb 21 00:40:38.514213 dv-cinder-813225-6-iscsi neutron-server[109222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 00:40:38.514213 dv-cinder-813225-6-iscsi neutron-server[109222]: self._notify() Feb 21 00:40:38.514213 dv-cinder-813225-6-iscsi neutron-server[109222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 00:40:38.514213 dv-cinder-813225-6-iscsi neutron-server[109222]: self.callback(batched_events) Feb 21 00:40:38.514213 dv-cinder-813225-6-iscsi neutron-server[109222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 00:40:38.514213 dv-cinder-813225-6-iscsi neutron-server[109222]: event.method(event) Feb 21 00:40:38.514213 dv-cinder-813225-6-iscsi neutron-server[109222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 00:40:38.514213 dv-cinder-813225-6-iscsi neutron-server[109222]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 00:40:38.514213 dv-cinder-813225-6-iscsi neutron-server[109222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 00:40:38.514213 dv-cinder-813225-6-iscsi neutron-server[109222]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 00:40:38.514213 dv-cinder-813225-6-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 00:40:38.514213 dv-cinder-813225-6-iscsi neutron-server[109222]: return f(self, *a, **k) Feb 21 00:40:38.514213 dv-cinder-813225-6-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 00:40:38.514213 dv-cinder-813225-6-iscsi neutron-server[109222]: return self._get(url).json() Feb 21 00:40:38.514213 dv-cinder-813225-6-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 00:40:38.514213 dv-cinder-813225-6-iscsi neutron-server[109222]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 00:40:38.514213 dv-cinder-813225-6-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 00:40:38.514213 dv-cinder-813225-6-iscsi neutron-server[109222]: return self.request(url, 'GET', **kwargs) Feb 21 00:40:38.514213 dv-cinder-813225-6-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 00:40:38.514213 dv-cinder-813225-6-iscsi neutron-server[109222]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 00:40:38.514213 dv-cinder-813225-6-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 00:40:38.514213 dv-cinder-813225-6-iscsi neutron-server[109222]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 00:40:38.514213 dv-cinder-813225-6-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 00:40:38.514213 dv-cinder-813225-6-iscsi neutron-server[109222]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 00:40:38.514213 dv-cinder-813225-6-iscsi neutron-server[109222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 00:40:38.573670 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-7b2f8b58-53d4-422e-8cec-7b5c68ad9775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15920566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-951265'] for network (be4ed68c-7913-418c-b1ac-46594847fb6e), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:38.579871 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-7b2f8b58-53d4-422e-8cec-7b5c68ad9775 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582445'] for network (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:38.582996 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-7b2f8b58-53d4-422e-8cec-7b5c68ad9775 admin admin] 10.222.0.45 "DELETE /v2.0/networks/be4ed68c-7913-418c-b1ac-46594847fb6e HTTP/1.1" status: 204 len: 168 time: 0.5366745 Feb 21 00:40:38.595556 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2f8b58-53d4-422e-8cec-7b5c68ad9775 admin admin] Pushing event deleted for resources: {'Network': ['ID=be4ed68c-7913-418c-b1ac-46594847fb6e,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:40:38.697336 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 34296) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:40:38.737978 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-5f14baeb-91db-49a1-9198-c7354c0bb220 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1022ec32710c4438be1d656ef94cf199&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392613 Feb 21 00:40:38.740366 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 34298) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:40:38.785822 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-53776ba7-7247-4ed2-999a-5082e1377211 admin admin] Publish callbacks [] for security_group (b1a2c018-7423-4c20-93d0-3cc81cb7d8ef), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:38.805821 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-53776ba7-7247-4ed2-999a-5082e1377211 admin admin] Publish callbacks [] for security_group (b1a2c018-7423-4c20-93d0-3cc81cb7d8ef), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:38.850833 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-53776ba7-7247-4ed2-999a-5082e1377211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (b1a2c018-7423-4c20-93d0-3cc81cb7d8ef), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:38.853447 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-53776ba7-7247-4ed2-999a-5082e1377211 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:38.854695 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-53776ba7-7247-4ed2-999a-5082e1377211 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b1a2c018-7423-4c20-93d0-3cc81cb7d8ef HTTP/1.1" status: 204 len: 168 time: 0.1134424 Feb 21 00:40:38.863617 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53776ba7-7247-4ed2-999a-5082e1377211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1a2c018-7423-4c20-93d0-3cc81cb7d8ef,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:40:39.154423 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 34304) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:40:39.196558 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-29e0afe9-7f4c-4af0-ba10-6b14680b0616 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=20db1918ff0e4fa085e4ee69a5bc73ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0409713 Feb 21 00:40:39.199709 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 34306) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:40:39.245390 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-72ab5bf2-4801-4a49-ace7-c8db419c83ee admin admin] Publish callbacks [] for security_group (5632b4ef-bea2-4332-a95c-120594d0c9a1), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:39.266830 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-72ab5bf2-4801-4a49-ace7-c8db419c83ee admin admin] Publish callbacks [] for security_group (5632b4ef-bea2-4332-a95c-120594d0c9a1), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:39.313566 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-72ab5bf2-4801-4a49-ace7-c8db419c83ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (5632b4ef-bea2-4332-a95c-120594d0c9a1), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:39.316325 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-72ab5bf2-4801-4a49-ace7-c8db419c83ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:39.317476 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-72ab5bf2-4801-4a49-ace7-c8db419c83ee admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5632b4ef-bea2-4332-a95c-120594d0c9a1 HTTP/1.1" status: 204 len: 168 time: 0.1168180 Feb 21 00:40:39.326430 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ab5bf2-4801-4a49-ace7-c8db419c83ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5632b4ef-bea2-4332-a95c-120594d0c9a1,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:40:39.721229 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Device 26ddb348-a2d9-49e4-88a6-af8291cf7f5d no longer exists at agent ovs-agent-dv-cinder-813225-6-iscsi {{(pid=109224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 00:40:39.744307 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] No Port match for: 26ddb348-a2d9-49e4-88a6-af8291cf7f5d {{(pid=109224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 00:40:39.744650 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Device 26ddb348-a2d9-49e4-88a6-af8291cf7f5d not bound to the agent host dv-cinder-813225-6-iscsi {{(pid=109224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 00:40:39.745065 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Device dafd3215-9323-41ee-bdaa-4be65c6d9f81 no longer exists at agent ovs-agent-dv-cinder-813225-6-iscsi {{(pid=109224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 00:40:39.764079 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] No Port match for: dafd3215-9323-41ee-bdaa-4be65c6d9f81 {{(pid=109224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 00:40:39.764588 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Device dafd3215-9323-41ee-bdaa-4be65c6d9f81 not bound to the agent host dv-cinder-813225-6-iscsi {{(pid=109224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 00:40:44.729814 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (2124d49d-e543-43fa-8e9f-817e1d020459), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:50.099041 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 34368) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:40:50.200082 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-1f693d61-2480-43cd-9628-851b0e03e9fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:50.276094 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-1f693d61-2480-43cd-9628-851b0e03e9fa admin admin] Publish callbacks [] for security_group (656a4f43-fbbd-4a16-9b99-047a8fe538dd), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:50.280272 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-1f693d61-2480-43cd-9628-851b0e03e9fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (656a4f43-fbbd-4a16-9b99-047a8fe538dd), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:50.315375 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f693d61-2480-43cd-9628-851b0e03e9fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=656a4f43-fbbd-4a16-9b99-047a8fe538dd,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:40:50.320870 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-1f693d61-2480-43cd-9628-851b0e03e9fa admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c2c1bcc8183e4681bd5bbee011e2494c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2207863 Feb 21 00:40:50.323733 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 34372) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:40:50.374363 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-d3f74cbe-7c9e-406c-a422-07a12043819f admin admin] Publish callbacks [] for security_group (656a4f43-fbbd-4a16-9b99-047a8fe538dd), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:50.397126 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-d3f74cbe-7c9e-406c-a422-07a12043819f admin admin] Publish callbacks [] for security_group (656a4f43-fbbd-4a16-9b99-047a8fe538dd), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:50.444391 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-d3f74cbe-7c9e-406c-a422-07a12043819f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (656a4f43-fbbd-4a16-9b99-047a8fe538dd), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:50.446947 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-d3f74cbe-7c9e-406c-a422-07a12043819f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:40:50.448246 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-d3f74cbe-7c9e-406c-a422-07a12043819f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/656a4f43-fbbd-4a16-9b99-047a8fe538dd HTTP/1.1" status: 204 len: 168 time: 0.1237915 Feb 21 00:40:50.456311 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f74cbe-7c9e-406c-a422-07a12043819f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=656a4f43-fbbd-4a16-9b99-047a8fe538dd,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:40:52.832545 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-11c4f253-779f-4a1c-ba42-ce8b2c8a752c req-6e19ff8c-61d2-46e2-8959-96e11cef3469 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=45b7045b-0291-42aa-9094-dedd4933b375&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417902 Feb 21 00:40:55.523425 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c4f253-779f-4a1c-ba42-ce8b2c8a752c req-7ed4c13e-e13e-4b93-8c13-b644fbe9eafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:40:55.524885 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-11c4f253-779f-4a1c-ba42-ce8b2c8a752c req-7ed4c13e-e13e-4b93-8c13-b644fbe9eafc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2270182ca89c4878829f5c7baac9afe8&device_id=45b7045b-0291-42aa-9094-dedd4933b375 HTTP/1.1" status: 200 len: 1129 time: 0.0421867 Feb 21 00:40:55.632123 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c4f253-779f-4a1c-ba42-ce8b2c8a752c req-9a10c991-b033-47d5-9f20-4a1ac2f4c94d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:40:55.633583 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-11c4f253-779f-4a1c-ba42-ce8b2c8a752c req-9a10c991-b033-47d5-9f20-4a1ac2f4c94d service neutron] 10.222.0.36 "GET /v2.0/networks?id=2e0e8283-a033-407a-bc70-5d3d5b11923a HTTP/1.1" status: 200 len: 913 time: 0.0836711 Feb 21 00:40:55.700917 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-11c4f253-779f-4a1c-ba42-ce8b2c8a752c req-c3f486f1-ec0d-44ab-81ea-2cd81622aa31 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29793eb8-0013-46e9-9082-b8e83760b325 HTTP/1.1" status: 200 len: 1000 time: 0.0581009 Feb 21 00:40:55.754254 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c4f253-779f-4a1c-ba42-ce8b2c8a752c req-3110c60a-b3c4-4549-8868-17e812c29763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:40:55.755675 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-11c4f253-779f-4a1c-ba42-ce8b2c8a752c req-3110c60a-b3c4-4549-8868-17e812c29763 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7bfe349a-348f-4ba1-9415-79c5ecd08feb HTTP/1.1" status: 200 len: 851 time: 0.0462046 Feb 21 00:40:55.805713 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c4f253-779f-4a1c-ba42-ce8b2c8a752c req-5fe2c6d2-cee0-4c2a-9f3c-5c3b80f6edc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:40:55.807201 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-11c4f253-779f-4a1c-ba42-ce8b2c8a752c req-5fe2c6d2-cee0-4c2a-9f3c-5c3b80f6edc0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2e0e8283-a033-407a-bc70-5d3d5b11923a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451796 Feb 21 00:40:55.890307 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.agents_db [None req-b2a96afc-399a-46ae-93e6-bd9f3e536be2 None None] Agent healthcheck: found 6 active agents {{(pid=109225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 00:40:55.891487 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-11c4f253-779f-4a1c-ba42-ce8b2c8a752c req-0e499485-659c-4cf7-a652-c282d43bff46 service neutron] 10.222.0.36 "GET /v2.0/networks/2e0e8283-a033-407a-bc70-5d3d5b11923a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0778899 Feb 21 00:40:55.979813 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-11c4f253-779f-4a1c-ba42-ce8b2c8a752c req-6a8f33a2-672b-4350-9796-acaf5523d9d0 service neutron] 10.222.0.36 "GET /v2.0/networks/2e0e8283-a033-407a-bc70-5d3d5b11923a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825987 Feb 21 00:41:01.421754 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-3dbfef89-5e55-4696-a557-672d4f6fdb5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (57941464-2af3-4cc7-9b46-3eeacd6f6fca), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:03.540674 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-90413546-6e8c-4ef7-ab69-b0dea0652374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (47b5b2cb-5391-4fc3-9478-3db20537c35a), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:05.106218 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-2cd5f963-efb3-4d3f-8e75-14b6a6f65242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (4a388d83-9cb8-49a2-9541-35a13f295f4a), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:06.412249 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-09e0abcb-2b1d-4918-a5e2-a10ed408e1f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (417c2155-c2c7-44af-91e4-b32264eafb82), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:07.370067 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 34488) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:41:07.520748 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-ec292d8e-be0d-4971-80d2-f6a5e5973126 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Deleting port bb4b09aa-0e4c-4a4d-883f-a1f273467fd7 {{(pid=109223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 00:41:07.521092 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ec292d8e-be0d-4971-80d2-f6a5e5973126 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731676621334'] for port (bb4b09aa-0e4c-4a4d-883f-a1f273467fd7), before_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:07.592482 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ec292d8e-be0d-4971-80d2-f6a5e5973126 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950719'] for port (bb4b09aa-0e4c-4a4d-883f-a1f273467fd7), precommit_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:07.592799 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ec292d8e-be0d-4971-80d2-f6a5e5973126 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Publish callbacks [] for floatingip (bb4b09aa-0e4c-4a4d-883f-a1f273467fd7), precommit_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:07.604188 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-ec292d8e-be0d-4971-80d2-f6a5e5973126 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Calling delete_port for bb4b09aa-0e4c-4a4d-883f-a1f273467fd7 owned by network:floatingip {{(pid=109223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 00:41:07.744730 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ec292d8e-be0d-4971-80d2-f6a5e5973126 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731676626041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731676182824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3995289'] for port (bb4b09aa-0e4c-4a4d-883f-a1f273467fd7), after_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:07.768604 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec292d8e-be0d-4971-80d2-f6a5e5973126 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Pushing event deleted for resources: {'Port': ['ID=bb4b09aa-0e4c-4a4d-883f-a1f273467fd7,revision_number=None']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:41:07.830391 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ec292d8e-be0d-4971-80d2-f6a5e5973126 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Publish callbacks [] for floatingip (97f8b48e-9392-4ce3-8109-4a4121be31ae), after_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:07.830720 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.db.l3_db [None req-ec292d8e-be0d-4971-80d2-f6a5e5973126 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Floating IP 97f8b48e-9392-4ce3-8109-4a4121be31ae disassociated (deleted). External IP: 172.27.3.168, port: 0a0ebb7b-29ea-40dc-b1e0-67631573f544. Feb 21 00:41:08.037677 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec292d8e-be0d-4971-80d2-f6a5e5973126 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Router 346adc60-ef05-48df-9cb2-9b491a24d31d has already been hosted by L3 agent 47b5b2cb-5391-4fc3-9478-3db20537c35a {{(pid=109223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 00:41:08.077997 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (d6e95c40-1d90-4a13-9e37-1d6580a24190), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:08.403705 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec292d8e-be0d-4971-80d2-f6a5e5973126 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Notify agent at l3_agent.dv-cinder-813225-6-iscsi the message routers_updated {{(pid=109223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 00:41:08.408309 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ec292d8e-be0d-4971-80d2-f6a5e5973126 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469064'] for floatingip (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:08.416076 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2d2fb7-6607-4690-abe1-3ffb3d88d470 None None] Sync routers for ids ['346adc60-ef05-48df-9cb2-9b491a24d31d'] in dv-cinder-813225-6-iscsi {{(pid=109224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 00:41:08.425362 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2d2fb7-6607-4690-abe1-3ffb3d88d470 None None] Routers {'346adc60-ef05-48df-9cb2-9b491a24d31d'} bound to L3 agent in host dv-cinder-813225-6-iscsi {{(pid=109224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:41:08.425986 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-bf2d2fb7-6607-4690-abe1-3ffb3d88d470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T00:23:33Z,description=,heartbeat_timestamp=2022-02-21T00:41:04Z,host='dv-cinder-813225-6-iscsi',id=47b5b2cb-5391-4fc3-9478-3db20537c35a,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:23:34Z,topic='l3_agent')) {'router_ids': ['346adc60-ef05-48df-9cb2-9b491a24d31d'], 'active': True} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:41:08.439521 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-ec292d8e-be0d-4971-80d2-f6a5e5973126 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "DELETE /v2.0/floatingips/97f8b48e-9392-4ce3-8109-4a4121be31ae HTTP/1.1" status: 204 len: 168 time: 1.0658841 Feb 21 00:41:08.439521 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '517a8f15-e81d-4242-9748-bac9edeea5c8', 'tag': '0a0ebb7b-29ea-40dc-b1e0-67631573f544'}] {{(pid=109223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:41:08.439884 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e715aefe3c9ef135eab9c3f6db0762b6d644c88deee0f0e52fc82e911840b856" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-991cfad1-d220-453c-ad92-87c3894aefa5" -d '{"events": [{"name": "network-changed", "server_uuid": "517a8f15-e81d-4242-9748-bac9edeea5c8", "tag": "0a0ebb7b-29ea-40dc-b1e0-67631573f544"}]}' {{(pid=109223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:41:08.476300 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 00:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a31a94a0-a7bd-490a-aad4-8702bee9bcfd x-openstack-request-id: req-a31a94a0-a7bd-490a-aad4-8702bee9bcfd {{(pid=109223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:41:08.476597 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "517a8f15-e81d-4242-9748-bac9edeea5c8", "tag": "0a0ebb7b-29ea-40dc-b1e0-67631573f544", "status": "completed", "code": 200}]} {{(pid=109223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:41:08.476855 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a31a94a0-a7bd-490a-aad4-8702bee9bcfd {{(pid=109223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:41:08.477255 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '517a8f15-e81d-4242-9748-bac9edeea5c8', 'tag': '0a0ebb7b-29ea-40dc-b1e0-67631573f544', 'status': 'completed', 'code': 200} Feb 21 00:41:08.537341 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvr_db [None req-bf2d2fb7-6607-4690-abe1-3ffb3d88d470 None None] Set router 346adc60-ef05-48df-9cb2-9b491a24d31d gateway port host: dv-cinder-813225-6-iscsi {{(pid=109224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:41:08.546586 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991cfad1-d220-453c-ad92-87c3894aefa5 req-8ef78649-e2ac-4023-bf1f-fa9315d4fbde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:08.548785 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-991cfad1-d220-453c-ad92-87c3894aefa5 req-8ef78649-e2ac-4023-bf1f-fa9315d4fbde service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2270182ca89c4878829f5c7baac9afe8&device_id=517a8f15-e81d-4242-9748-bac9edeea5c8 HTTP/1.1" status: 200 len: 1130 time: 0.0490897 Feb 21 00:41:08.661657 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991cfad1-d220-453c-ad92-87c3894aefa5 req-8022ea4a-14e1-49a9-a4ab-75088fe159e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:08.663400 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-991cfad1-d220-453c-ad92-87c3894aefa5 req-8022ea4a-14e1-49a9-a4ab-75088fe159e6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2e0e8283-a033-407a-bc70-5d3d5b11923a HTTP/1.1" status: 200 len: 913 time: 0.1026101 Feb 21 00:41:08.675918 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39afce8-d96b-4cbd-85b5-fda32fb5b891 req-a4a91c68-0608-4f2a-ba8a-a3f7e573d67f tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:08.677448 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-a39afce8-d96b-4cbd-85b5-fda32fb5b891 req-a4a91c68-0608-4f2a-ba8a-a3f7e573d67f tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/ports?device_id=517a8f15-e81d-4242-9748-bac9edeea5c8 HTTP/1.1" status: 200 len: 946 time: 0.0569301 Feb 21 00:41:08.706206 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-991cfad1-d220-453c-ad92-87c3894aefa5 req-8ff2e42f-ed21-4f7a-9f8a-68b52c09892d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0a0ebb7b-29ea-40dc-b1e0-67631573f544 HTTP/1.1" status: 200 len: 217 time: 0.0351145 Feb 21 00:41:08.726176 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-a39afce8-d96b-4cbd-85b5-fda32fb5b891 req-24463ee0-177b-46e0-853b-701d6b94bfcc tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/security-groups?id=4800d725-62c7-4955-8da5-9d1a9cb45564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428495 Feb 21 00:41:08.758269 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991cfad1-d220-453c-ad92-87c3894aefa5 req-eaf17481-7a4d-45d0-9e39-2794f82b67cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:08.759728 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-991cfad1-d220-453c-ad92-87c3894aefa5 req-eaf17481-7a4d-45d0-9e39-2794f82b67cb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7bfe349a-348f-4ba1-9415-79c5ecd08feb HTTP/1.1" status: 200 len: 851 time: 0.0440435 Feb 21 00:41:08.814087 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991cfad1-d220-453c-ad92-87c3894aefa5 req-c91e3588-e7e9-423b-b425-40dbfb6e9734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:08.815588 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-991cfad1-d220-453c-ad92-87c3894aefa5 req-c91e3588-e7e9-423b-b425-40dbfb6e9734 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2e0e8283-a033-407a-bc70-5d3d5b11923a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475888 Feb 21 00:41:08.887267 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-bf2d2fb7-6607-4690-abe1-3ffb3d88d470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '346adc60-ef05-48df-9cb2-9b491a24d31d', 'name': 'tempest-TestVolumeBootPattern-1275303664-router', 'tenant_id': '2270182ca89c4878829f5c7baac9afe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'external_fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '53e7767d-0a14-4513-b911-ce8d7620d468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:32:51Z', 'updated_at': '2022-02-21T00:32:55Z', 'revision_number': 4, 'project_id': '2270182ca89c4878829f5c7baac9afe8', 'gw_port': {'id': '53e7767d-0a14-4513-b911-ce8d7620d468', 'name': '', 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:62:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346adc60-ef05-48df-9cb2-9b491a24d31d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:32:52Z', 'updated_at': '2022-02-21T00:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '890cd9a8-3116-412f-9022-3458585959da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-6-iscsi', '_floatingips': [{'id': '8b0e4410-5225-4907-a742-70962da04202', 'tenant_id': '2270182ca89c4878829f5c7baac9afe8', 'floating_ip_address': '172.27.3.21', 'floating_network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'router_id': '346adc60-ef05-48df-9cb2-9b491a24d31d', 'port_id': '29793eb8-0013-46e9-9082-b8e83760b325', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e0e8283-a033-407a-bc70-5d3d5b11923a', 'mac_address': 'fa:16:3e:cb:da:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b7045b-0291-42aa-9094-dedd4933b375', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T00:37:09Z', 'updated_at': '2022-02-21T00:37:12Z', 'revision_number': 1, 'project_id': '2270182ca89c4878829f5c7baac9afe8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6e3da95-a78f-4af2-a6ad-b55f6ec209e3', 'name': '', 'network_id': '2e0e8283-a033-407a-bc70-5d3d5b11923a', 'tenant_id': '2270182ca89c4878829f5c7baac9afe8', 'mac_address': 'fa:16:3e:5a:7b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346adc60-ef05-48df-9cb2-9b491a24d31d', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '7bfe349a-348f-4ba1-9415-79c5ecd08feb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:32:54Z', 'updated_at': '2022-02-21T00:33:01Z', 'revision_number': 5, 'project_id': '2270182ca89c4878829f5c7baac9afe8', 'subnets': [{'id': '7bfe349a-348f-4ba1-9415-79c5ecd08feb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-6-iscsi', False) {} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:41:08.901177 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-991cfad1-d220-453c-ad92-87c3894aefa5 req-df6bdb4d-b3df-46c2-a569-2fa17e23565e service neutron] 10.222.0.36 "GET /v2.0/networks/2e0e8283-a033-407a-bc70-5d3d5b11923a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784647 Feb 21 00:41:08.916763 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2d2fb7-6607-4690-abe1-3ffb3d88d470 None None] Checking router: 346adc60-ef05-48df-9cb2-9b491a24d31d for host: dv-cinder-813225-6-iscsi {{(pid=109224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 00:41:08.925458 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2d2fb7-6607-4690-abe1-3ffb3d88d470 None None] Routers {'346adc60-ef05-48df-9cb2-9b491a24d31d'} bound to L3 agent in host dv-cinder-813225-6-iscsi {{(pid=109224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:41:08.926072 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-bf2d2fb7-6607-4690-abe1-3ffb3d88d470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T00:23:33Z,description=,heartbeat_timestamp=2022-02-21T00:41:04Z,host='dv-cinder-813225-6-iscsi',id=47b5b2cb-5391-4fc3-9478-3db20537c35a,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:23:34Z,topic='l3_agent')) {'router_ids': ['346adc60-ef05-48df-9cb2-9b491a24d31d'], 'active': True} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:41:08.994304 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-991cfad1-d220-453c-ad92-87c3894aefa5 req-f121fd4b-6928-4ef8-a011-36ba5ebe50b6 service neutron] 10.222.0.36 "GET /v2.0/networks/2e0e8283-a033-407a-bc70-5d3d5b11923a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832148 Feb 21 00:41:09.032841 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvr_db [None req-bf2d2fb7-6607-4690-abe1-3ffb3d88d470 None None] Set router 346adc60-ef05-48df-9cb2-9b491a24d31d gateway port host: dv-cinder-813225-6-iscsi {{(pid=109224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:41:09.256657 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-bf2d2fb7-6607-4690-abe1-3ffb3d88d470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '346adc60-ef05-48df-9cb2-9b491a24d31d', 'name': 'tempest-TestVolumeBootPattern-1275303664-router', 'tenant_id': '2270182ca89c4878829f5c7baac9afe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'external_fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '53e7767d-0a14-4513-b911-ce8d7620d468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:32:51Z', 'updated_at': '2022-02-21T00:32:55Z', 'revision_number': 4, 'project_id': '2270182ca89c4878829f5c7baac9afe8', 'gw_port': {'id': '53e7767d-0a14-4513-b911-ce8d7620d468', 'name': '', 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:62:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346adc60-ef05-48df-9cb2-9b491a24d31d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:32:52Z', 'updated_at': '2022-02-21T00:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '890cd9a8-3116-412f-9022-3458585959da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-6-iscsi', '_floatingips': [{'id': '8b0e4410-5225-4907-a742-70962da04202', 'tenant_id': '2270182ca89c4878829f5c7baac9afe8', 'floating_ip_address': '172.27.3.21', 'floating_network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'router_id': '346adc60-ef05-48df-9cb2-9b491a24d31d', 'port_id': '29793eb8-0013-46e9-9082-b8e83760b325', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e0e8283-a033-407a-bc70-5d3d5b11923a', 'mac_address': 'fa:16:3e:cb:da:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b7045b-0291-42aa-9094-dedd4933b375', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T00:37:09Z', 'updated_at': '2022-02-21T00:37:12Z', 'revision_number': 1, 'project_id': '2270182ca89c4878829f5c7baac9afe8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6e3da95-a78f-4af2-a6ad-b55f6ec209e3', 'name': '', 'network_id': '2e0e8283-a033-407a-bc70-5d3d5b11923a', 'tenant_id': '2270182ca89c4878829f5c7baac9afe8', 'mac_address': 'fa:16:3e:5a:7b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346adc60-ef05-48df-9cb2-9b491a24d31d', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '7bfe349a-348f-4ba1-9415-79c5ecd08feb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:32:54Z', 'updated_at': '2022-02-21T00:33:01Z', 'revision_number': 5, 'project_id': '2270182ca89c4878829f5c7baac9afe8', 'subnets': [{'id': '7bfe349a-348f-4ba1-9415-79c5ecd08feb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-6-iscsi', False) {} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:41:09.283562 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2d2fb7-6607-4690-abe1-3ffb3d88d470 None None] The sync data for ids ['346adc60-ef05-48df-9cb2-9b491a24d31d'] in dv-cinder-813225-6-iscsi is: [{'id': '346adc60-ef05-48df-9cb2-9b491a24d31d', 'name': 'tempest-TestVolumeBootPattern-1275303664-router', 'tenant_id': '2270182ca89c4878829f5c7baac9afe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'external_fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '53e7767d-0a14-4513-b911-ce8d7620d468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:32:51Z', 'updated_at': '2022-02-21T00:32:55Z', 'revision_number': 4, 'project_id': '2270182ca89c4878829f5c7baac9afe8', 'gw_port': {'id': '53e7767d-0a14-4513-b911-ce8d7620d468', 'name': '', 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:62:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346adc60-ef05-48df-9cb2-9b491a24d31d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:32:52Z', 'updated_at': '2022-02-21T00:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '890cd9a8-3116-412f-9022-3458585959da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-6-iscsi', '_floatingips': [{'id': '8b0e4410-5225-4907-a742-70962da04202', 'tenant_id': '2270182ca89c4878829f5c7baac9afe8', 'floating_ip_address': '172.27.3.21', 'floating_network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'router_id': '346adc60-ef05-48df-9cb2-9b491a24d31d', 'port_id': '29793eb8-0013-46e9-9082-b8e83760b325', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e0e8283-a033-407a-bc70-5d3d5b11923a', 'mac_address': 'fa:16:3e:cb:da:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b7045b-0291-42aa-9094-dedd4933b375', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T00:37:09Z', 'updated_at': '2022-02-21T00:37:12Z', 'revision_number': 1, 'project_id': '2270182ca89c4878829f5c7baac9afe8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6e3da95-a78f-4af2-a6ad-b55f6ec209e3', 'name': '', 'network_id': '2e0e8283-a033-407a-bc70-5d3d5b11923a', 'tenant_id': '2270182ca89c4878829f5c7baac9afe8', 'mac_address': 'fa:16:3e:5a:7b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346adc60-ef05-48df-9cb2-9b491a24d31d', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '7bfe349a-348f-4ba1-9415-79c5ecd08feb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:32:54Z', 'updated_at': '2022-02-21T00:33:01Z', 'revision_number': 5, 'project_id': '2270182ca89c4878829f5c7baac9afe8', 'subnets': [{'id': '7bfe349a-348f-4ba1-9415-79c5ecd08feb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 00:41:09.497463 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513e3969-d9e4-4773-84f5-2663121ee181 None None] New status for floating IP 97f8b48e-9392-4ce3-8109-4a4121be31ae: DOWN {{(pid=109225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 00:41:09.847951 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc169a4-22c6-4be6-ada8-4f2d55f15552 req-4c6ba619-7ba5-4549-9f3d-66ddc13cbb46 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:09.849539 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-1fc169a4-22c6-4be6-ada8-4f2d55f15552 req-4c6ba619-7ba5-4549-9f3d-66ddc13cbb46 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/ports?device_id=517a8f15-e81d-4242-9748-bac9edeea5c8 HTTP/1.1" status: 200 len: 946 time: 0.0526652 Feb 21 00:41:09.897937 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-1fc169a4-22c6-4be6-ada8-4f2d55f15552 req-8aafb562-ac9d-4d9e-bda2-75190016d143 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/security-groups?id=4800d725-62c7-4955-8da5-9d1a9cb45564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427570 Feb 21 00:41:10.389732 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 34516) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:41:10.434723 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38aae12-fd14-4017-a1d0-c1c4af03b6e4 req-1ccea018-7511-4b93-b166-90ada609c0bd tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:10.436212 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-b38aae12-fd14-4017-a1d0-c1c4af03b6e4 req-1ccea018-7511-4b93-b166-90ada609c0bd tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.36 "GET /v2.0/ports?device_id=517a8f15-e81d-4242-9748-bac9edeea5c8 HTTP/1.1" status: 200 len: 946 time: 0.0514600 Feb 21 00:41:10.492420 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-c935d8fe-0981-4641-a25e-8934282af40a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:10.531685 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.plugin [req-b38aae12-fd14-4017-a1d0-c1c4af03b6e4 req-56fe1e50-d6be-43e6-974a-15eee0c7e923 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Deleting port 0a0ebb7b-29ea-40dc-b1e0-67631573f544 {{(pid=109222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 00:41:10.532077 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-b38aae12-fd14-4017-a1d0-c1c4af03b6e4 req-56fe1e50-d6be-43e6-974a-15eee0c7e923 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731676621334'] for port (0a0ebb7b-29ea-40dc-b1e0-67631573f544), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:10.568847 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-c935d8fe-0981-4641-a25e-8934282af40a admin admin] Publish callbacks [] for security_group (fded0340-eb70-4900-a9ef-71be47e5dad7), precommit_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:10.573985 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-c935d8fe-0981-4641-a25e-8934282af40a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (fded0340-eb70-4900-a9ef-71be47e5dad7), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:10.612170 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-c935d8fe-0981-4641-a25e-8934282af40a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=921df1bb37ea456d9dc15020eab55185&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2209218 Feb 21 00:41:10.612744 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c935d8fe-0981-4641-a25e-8934282af40a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fded0340-eb70-4900-a9ef-71be47e5dad7,revision_number=1']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:41:10.615113 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 34520) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:41:10.619327 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.db [req-b38aae12-fd14-4017-a1d0-c1c4af03b6e4 req-56fe1e50-d6be-43e6-974a-15eee0c7e923 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] For port 0a0ebb7b-29ea-40dc-b1e0-67631573f544, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=0a0ebb7b-29ea-40dc-b1e0-67631573f544,segment=NetworkSegment(cb4aac1d-2986-47c5-9166-1b8e3caa68ed),segment_id=cb4aac1d-2986-47c5-9166-1b8e3caa68ed)] {{(pid=109222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:41:10.619702 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-b38aae12-fd14-4017-a1d0-c1c4af03b6e4 req-56fe1e50-d6be-43e6-974a-15eee0c7e923 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950719'] for port (0a0ebb7b-29ea-40dc-b1e0-67631573f544), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:10.633507 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.plugin [req-b38aae12-fd14-4017-a1d0-c1c4af03b6e4 req-56fe1e50-d6be-43e6-974a-15eee0c7e923 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Calling delete_port for 0a0ebb7b-29ea-40dc-b1e0-67631573f544 owned by compute:nova {{(pid=109222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 00:41:10.662392 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-b59ec78e-5c41-4ebe-ae81-9bf16bdaa3a0 admin admin] Publish callbacks [] for security_group (fded0340-eb70-4900-a9ef-71be47e5dad7), before_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:10.682628 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-b59ec78e-5c41-4ebe-ae81-9bf16bdaa3a0 admin admin] Publish callbacks [] for security_group (fded0340-eb70-4900-a9ef-71be47e5dad7), precommit_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:10.728673 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-b59ec78e-5c41-4ebe-ae81-9bf16bdaa3a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (fded0340-eb70-4900-a9ef-71be47e5dad7), after_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:10.731271 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-b59ec78e-5c41-4ebe-ae81-9bf16bdaa3a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:10.732444 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-b59ec78e-5c41-4ebe-ae81-9bf16bdaa3a0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fded0340-eb70-4900-a9ef-71be47e5dad7 HTTP/1.1" status: 204 len: 168 time: 0.1164060 Feb 21 00:41:10.740358 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59ec78e-5c41-4ebe-ae81-9bf16bdaa3a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fded0340-eb70-4900-a9ef-71be47e5dad7,revision_number=None']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:41:10.770059 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-b38aae12-fd14-4017-a1d0-c1c4af03b6e4 req-56fe1e50-d6be-43e6-974a-15eee0c7e923 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731676626041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731676182824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8582894421'] for port (0a0ebb7b-29ea-40dc-b1e0-67631573f544), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:10.798458 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fe1e50-d6be-43e6-974a-15eee0c7e923 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Pushing event deleted for resources: {'Port': ['ID=0a0ebb7b-29ea-40dc-b1e0-67631573f544,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:41:10.846408 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.db.l3_dvrscheduler_db [req-b38aae12-fd14-4017-a1d0-c1c4af03b6e4 req-56fe1e50-d6be-43e6-974a-15eee0c7e923 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] No DVR routers for this DVR port 0a0ebb7b-29ea-40dc-b1e0-67631573f544 on host hv-cinder-81322 {{(pid=109222) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 00:41:10.849102 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-b38aae12-fd14-4017-a1d0-c1c4af03b6e4 req-56fe1e50-d6be-43e6-974a-15eee0c7e923 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469064'] for port (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:10.852673 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-b38aae12-fd14-4017-a1d0-c1c4af03b6e4 req-56fe1e50-d6be-43e6-974a-15eee0c7e923 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.36 "DELETE /v2.0/ports/0a0ebb7b-29ea-40dc-b1e0-67631573f544 HTTP/1.1" status: 204 len: 173 time: 0.4105062 Feb 21 00:41:10.853205 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '517a8f15-e81d-4242-9748-bac9edeea5c8', 'name': 'network-vif-deleted', 'tag': '0a0ebb7b-29ea-40dc-b1e0-67631573f544'}] {{(pid=109222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:41:10.856162 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81563fad7634ec273475caa61ca91dc94d21cc2561ee8f59b09b3f9a67cb5537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-559c032a-e269-4b59-b1ac-ac5d7402991a" -d '{"events": [{"server_uuid": "517a8f15-e81d-4242-9748-bac9edeea5c8", "name": "network-vif-deleted", "tag": "0a0ebb7b-29ea-40dc-b1e0-67631573f544"}]}' {{(pid=109222) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:41:10.895982 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 00:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8fe4fba-2dc9-4189-b467-42753e897eba x-openstack-request-id: req-c8fe4fba-2dc9-4189-b467-42753e897eba {{(pid=109222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:41:10.896282 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "517a8f15-e81d-4242-9748-bac9edeea5c8", "name": "network-vif-deleted", "tag": "0a0ebb7b-29ea-40dc-b1e0-67631573f544", "status": "completed", "code": 200}]} {{(pid=109222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:41:10.896540 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c8fe4fba-2dc9-4189-b467-42753e897eba {{(pid=109222) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:41:10.896947 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '517a8f15-e81d-4242-9748-bac9edeea5c8', 'name': 'network-vif-deleted', 'tag': '0a0ebb7b-29ea-40dc-b1e0-67631573f544', 'status': 'completed', 'code': 200} Feb 21 00:41:10.998106 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-83232d01-9cd4-481f-83a5-dc56d18a045c req-60c2ea9a-938a-4e25-9bf7-bb1c5f2004cd tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/ports?device_id=517a8f15-e81d-4242-9748-bac9edeea5c8 HTTP/1.1" status: 200 len: 210 time: 0.0286098 Feb 21 00:41:14.263979 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 34542) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:41:14.417116 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-9cb2b6fc-0e05-45f6-8988-986edf71e4b1 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Deleting port 4795332f-a400-4af1-abcb-9ad7e1de8818 {{(pid=109223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 00:41:14.417455 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-9cb2b6fc-0e05-45f6-8988-986edf71e4b1 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731676621334'] for port (4795332f-a400-4af1-abcb-9ad7e1de8818), before_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:14.491213 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-9cb2b6fc-0e05-45f6-8988-986edf71e4b1 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950719'] for port (4795332f-a400-4af1-abcb-9ad7e1de8818), precommit_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:14.491458 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-9cb2b6fc-0e05-45f6-8988-986edf71e4b1 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Publish callbacks [] for floatingip (4795332f-a400-4af1-abcb-9ad7e1de8818), precommit_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:14.503300 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-9cb2b6fc-0e05-45f6-8988-986edf71e4b1 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Calling delete_port for 4795332f-a400-4af1-abcb-9ad7e1de8818 owned by network:floatingip {{(pid=109223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 00:41:14.644306 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-9cb2b6fc-0e05-45f6-8988-986edf71e4b1 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731676626041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731676182824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3995289'] for port (4795332f-a400-4af1-abcb-9ad7e1de8818), after_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:14.669250 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb2b6fc-0e05-45f6-8988-986edf71e4b1 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Pushing event deleted for resources: {'Port': ['ID=4795332f-a400-4af1-abcb-9ad7e1de8818,revision_number=None']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:41:14.728869 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-9cb2b6fc-0e05-45f6-8988-986edf71e4b1 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Publish callbacks [] for floatingip (8b0e4410-5225-4907-a742-70962da04202), after_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:14.729198 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.db.l3_db [None req-9cb2b6fc-0e05-45f6-8988-986edf71e4b1 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Floating IP 8b0e4410-5225-4907-a742-70962da04202 disassociated (deleted). External IP: 172.27.3.21, port: 29793eb8-0013-46e9-9082-b8e83760b325. Feb 21 00:41:14.742927 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (2124d49d-e543-43fa-8e9f-817e1d020459), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:14.936081 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cb2b6fc-0e05-45f6-8988-986edf71e4b1 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Router 346adc60-ef05-48df-9cb2-9b491a24d31d has already been hosted by L3 agent 47b5b2cb-5391-4fc3-9478-3db20537c35a {{(pid=109223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 00:41:15.041691 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cb2b6fc-0e05-45f6-8988-986edf71e4b1 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Notify agent at l3_agent.dv-cinder-813225-6-iscsi the message routers_updated {{(pid=109223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 00:41:15.046956 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-9cb2b6fc-0e05-45f6-8988-986edf71e4b1 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469064'] for floatingip (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:15.051959 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75db02e4-2b57-47d1-b339-16f5c881f7c8 None None] Sync routers for ids ['346adc60-ef05-48df-9cb2-9b491a24d31d'] in dv-cinder-813225-6-iscsi {{(pid=109224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 00:41:15.060992 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75db02e4-2b57-47d1-b339-16f5c881f7c8 None None] Routers {'346adc60-ef05-48df-9cb2-9b491a24d31d'} bound to L3 agent in host dv-cinder-813225-6-iscsi {{(pid=109224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:41:15.061606 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-75db02e4-2b57-47d1-b339-16f5c881f7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T00:23:33Z,description=,heartbeat_timestamp=2022-02-21T00:41:04Z,host='dv-cinder-813225-6-iscsi',id=47b5b2cb-5391-4fc3-9478-3db20537c35a,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:23:34Z,topic='l3_agent')) {'router_ids': ['346adc60-ef05-48df-9cb2-9b491a24d31d'], 'active': True} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:41:15.075599 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-9cb2b6fc-0e05-45f6-8988-986edf71e4b1 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "DELETE /v2.0/floatingips/8b0e4410-5225-4907-a742-70962da04202 HTTP/1.1" status: 204 len: 168 time: 0.8104179 Feb 21 00:41:15.076197 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45b7045b-0291-42aa-9094-dedd4933b375', 'tag': '29793eb8-0013-46e9-9082-b8e83760b325'}] {{(pid=109223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:41:15.078458 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e715aefe3c9ef135eab9c3f6db0762b6d644c88deee0f0e52fc82e911840b856" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e973ec56-1347-4ad9-9bb7-2daa2223f69c" -d '{"events": [{"name": "network-changed", "server_uuid": "45b7045b-0291-42aa-9094-dedd4933b375", "tag": "29793eb8-0013-46e9-9082-b8e83760b325"}]}' {{(pid=109223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:41:15.116326 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 00:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daef49ed-86a5-411f-a3d4-b91bb0f00ef6 x-openstack-request-id: req-daef49ed-86a5-411f-a3d4-b91bb0f00ef6 {{(pid=109223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:41:15.116620 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45b7045b-0291-42aa-9094-dedd4933b375", "tag": "29793eb8-0013-46e9-9082-b8e83760b325", "status": "completed", "code": 200}]} {{(pid=109223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:41:15.116876 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-daef49ed-86a5-411f-a3d4-b91bb0f00ef6 {{(pid=109223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:41:15.117285 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45b7045b-0291-42aa-9094-dedd4933b375', 'tag': '29793eb8-0013-46e9-9082-b8e83760b325', 'status': 'completed', 'code': 200} Feb 21 00:41:15.172717 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvr_db [None req-75db02e4-2b57-47d1-b339-16f5c881f7c8 None None] Set router 346adc60-ef05-48df-9cb2-9b491a24d31d gateway port host: dv-cinder-813225-6-iscsi {{(pid=109224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:41:15.202061 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e973ec56-1347-4ad9-9bb7-2daa2223f69c req-8469ad00-4d5f-4a4d-94c9-3eb8160740cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:15.203836 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-e973ec56-1347-4ad9-9bb7-2daa2223f69c req-8469ad00-4d5f-4a4d-94c9-3eb8160740cf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2270182ca89c4878829f5c7baac9afe8&device_id=45b7045b-0291-42aa-9094-dedd4933b375 HTTP/1.1" status: 200 len: 1129 time: 0.0555208 Feb 21 00:41:15.301360 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e973ec56-1347-4ad9-9bb7-2daa2223f69c req-6d88e6e5-d1f7-4e6b-887d-b7b374452686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:15.302730 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-e973ec56-1347-4ad9-9bb7-2daa2223f69c req-6d88e6e5-d1f7-4e6b-887d-b7b374452686 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2e0e8283-a033-407a-bc70-5d3d5b11923a HTTP/1.1" status: 200 len: 913 time: 0.0908880 Feb 21 00:41:15.315518 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da773ad-d935-4924-8523-4981546fcfad req-aa0495f1-d666-4d27-ac74-2686aa1779df tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:15.317336 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-2da773ad-d935-4924-8523-4981546fcfad req-aa0495f1-d666-4d27-ac74-2686aa1779df tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/ports?device_id=45b7045b-0291-42aa-9094-dedd4933b375 HTTP/1.1" status: 200 len: 945 time: 0.0525048 Feb 21 00:41:15.351562 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-e973ec56-1347-4ad9-9bb7-2daa2223f69c req-88590091-481d-4058-8327-ef0d34ecf77d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29793eb8-0013-46e9-9082-b8e83760b325 HTTP/1.1" status: 200 len: 217 time: 0.0418699 Feb 21 00:41:15.371377 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-2da773ad-d935-4924-8523-4981546fcfad req-cb55f6a6-912e-4a88-b0d7-7a4317f10e98 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/security-groups?id=4800d725-62c7-4955-8da5-9d1a9cb45564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484035 Feb 21 00:41:15.381908 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-75db02e4-2b57-47d1-b339-16f5c881f7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '346adc60-ef05-48df-9cb2-9b491a24d31d', 'name': 'tempest-TestVolumeBootPattern-1275303664-router', 'tenant_id': '2270182ca89c4878829f5c7baac9afe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'external_fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '53e7767d-0a14-4513-b911-ce8d7620d468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:32:51Z', 'updated_at': '2022-02-21T00:32:55Z', 'revision_number': 4, 'project_id': '2270182ca89c4878829f5c7baac9afe8', 'gw_port': {'id': '53e7767d-0a14-4513-b911-ce8d7620d468', 'name': '', 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:62:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346adc60-ef05-48df-9cb2-9b491a24d31d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:32:52Z', 'updated_at': '2022-02-21T00:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '890cd9a8-3116-412f-9022-3458585959da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-6-iscsi', '_interfaces': [{'id': 'a6e3da95-a78f-4af2-a6ad-b55f6ec209e3', 'name': '', 'network_id': '2e0e8283-a033-407a-bc70-5d3d5b11923a', 'tenant_id': '2270182ca89c4878829f5c7baac9afe8', 'mac_address': 'fa:16:3e:5a:7b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346adc60-ef05-48df-9cb2-9b491a24d31d', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '7bfe349a-348f-4ba1-9415-79c5ecd08feb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:32:54Z', 'updated_at': '2022-02-21T00:33:01Z', 'revision_number': 5, 'project_id': '2270182ca89c4878829f5c7baac9afe8', 'subnets': [{'id': '7bfe349a-348f-4ba1-9415-79c5ecd08feb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-6-iscsi', False) {} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:41:15.404165 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e973ec56-1347-4ad9-9bb7-2daa2223f69c req-5129710c-2e0e-4f44-9656-595c45e991e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:15.405661 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-e973ec56-1347-4ad9-9bb7-2daa2223f69c req-5129710c-2e0e-4f44-9656-595c45e991e9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7bfe349a-348f-4ba1-9415-79c5ecd08feb HTTP/1.1" status: 200 len: 851 time: 0.0464187 Feb 21 00:41:15.413302 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75db02e4-2b57-47d1-b339-16f5c881f7c8 None None] Checking router: 346adc60-ef05-48df-9cb2-9b491a24d31d for host: dv-cinder-813225-6-iscsi {{(pid=109224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 00:41:15.421557 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75db02e4-2b57-47d1-b339-16f5c881f7c8 None None] Routers {'346adc60-ef05-48df-9cb2-9b491a24d31d'} bound to L3 agent in host dv-cinder-813225-6-iscsi {{(pid=109224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:41:15.422163 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-75db02e4-2b57-47d1-b339-16f5c881f7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T00:23:33Z,description=,heartbeat_timestamp=2022-02-21T00:41:04Z,host='dv-cinder-813225-6-iscsi',id=47b5b2cb-5391-4fc3-9478-3db20537c35a,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:23:34Z,topic='l3_agent')) {'router_ids': ['346adc60-ef05-48df-9cb2-9b491a24d31d'], 'active': True} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:41:15.453653 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e973ec56-1347-4ad9-9bb7-2daa2223f69c req-0a891fee-84fe-4b7c-8bea-622c4b9f3366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:15.455151 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-e973ec56-1347-4ad9-9bb7-2daa2223f69c req-0a891fee-84fe-4b7c-8bea-622c4b9f3366 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2e0e8283-a033-407a-bc70-5d3d5b11923a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431569 Feb 21 00:41:15.525417 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvr_db [None req-75db02e4-2b57-47d1-b339-16f5c881f7c8 None None] Set router 346adc60-ef05-48df-9cb2-9b491a24d31d gateway port host: dv-cinder-813225-6-iscsi {{(pid=109224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:41:15.546743 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-e973ec56-1347-4ad9-9bb7-2daa2223f69c req-48c1f355-0419-4376-a241-5caa177afd45 service neutron] 10.222.0.36 "GET /v2.0/networks/2e0e8283-a033-407a-bc70-5d3d5b11923a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833318 Feb 21 00:41:15.641720 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-e973ec56-1347-4ad9-9bb7-2daa2223f69c req-aa530868-3ad3-40d5-a126-ea18bf25c7f0 service neutron] 10.222.0.36 "GET /v2.0/networks/2e0e8283-a033-407a-bc70-5d3d5b11923a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839918 Feb 21 00:41:15.698372 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Device 0a0ebb7b-29ea-40dc-b1e0-67631573f544 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=109224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 00:41:15.720474 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] No Port match for: 0a0ebb7b-29ea-40dc-b1e0-67631573f544 {{(pid=109224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 00:41:15.720814 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Device 0a0ebb7b-29ea-40dc-b1e0-67631573f544 not bound to the agent host hv-cinder-81322 {{(pid=109224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 00:41:15.738172 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-75db02e4-2b57-47d1-b339-16f5c881f7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '346adc60-ef05-48df-9cb2-9b491a24d31d', 'name': 'tempest-TestVolumeBootPattern-1275303664-router', 'tenant_id': '2270182ca89c4878829f5c7baac9afe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'external_fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '53e7767d-0a14-4513-b911-ce8d7620d468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:32:51Z', 'updated_at': '2022-02-21T00:32:55Z', 'revision_number': 4, 'project_id': '2270182ca89c4878829f5c7baac9afe8', 'gw_port': {'id': '53e7767d-0a14-4513-b911-ce8d7620d468', 'name': '', 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:62:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346adc60-ef05-48df-9cb2-9b491a24d31d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:32:52Z', 'updated_at': '2022-02-21T00:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '890cd9a8-3116-412f-9022-3458585959da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-6-iscsi', '_interfaces': [{'id': 'a6e3da95-a78f-4af2-a6ad-b55f6ec209e3', 'name': '', 'network_id': '2e0e8283-a033-407a-bc70-5d3d5b11923a', 'tenant_id': '2270182ca89c4878829f5c7baac9afe8', 'mac_address': 'fa:16:3e:5a:7b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346adc60-ef05-48df-9cb2-9b491a24d31d', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '7bfe349a-348f-4ba1-9415-79c5ecd08feb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:32:54Z', 'updated_at': '2022-02-21T00:33:01Z', 'revision_number': 5, 'project_id': '2270182ca89c4878829f5c7baac9afe8', 'subnets': [{'id': '7bfe349a-348f-4ba1-9415-79c5ecd08feb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-6-iscsi', False) {} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:41:15.765024 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75db02e4-2b57-47d1-b339-16f5c881f7c8 None None] The sync data for ids ['346adc60-ef05-48df-9cb2-9b491a24d31d'] in dv-cinder-813225-6-iscsi is: [{'id': '346adc60-ef05-48df-9cb2-9b491a24d31d', 'name': 'tempest-TestVolumeBootPattern-1275303664-router', 'tenant_id': '2270182ca89c4878829f5c7baac9afe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'external_fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '53e7767d-0a14-4513-b911-ce8d7620d468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:32:51Z', 'updated_at': '2022-02-21T00:32:55Z', 'revision_number': 4, 'project_id': '2270182ca89c4878829f5c7baac9afe8', 'gw_port': {'id': '53e7767d-0a14-4513-b911-ce8d7620d468', 'name': '', 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:62:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346adc60-ef05-48df-9cb2-9b491a24d31d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:32:52Z', 'updated_at': '2022-02-21T00:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '890cd9a8-3116-412f-9022-3458585959da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-6-iscsi', '_interfaces': [{'id': 'a6e3da95-a78f-4af2-a6ad-b55f6ec209e3', 'name': '', 'network_id': '2e0e8283-a033-407a-bc70-5d3d5b11923a', 'tenant_id': '2270182ca89c4878829f5c7baac9afe8', 'mac_address': 'fa:16:3e:5a:7b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346adc60-ef05-48df-9cb2-9b491a24d31d', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '7bfe349a-348f-4ba1-9415-79c5ecd08feb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:32:54Z', 'updated_at': '2022-02-21T00:33:01Z', 'revision_number': 5, 'project_id': '2270182ca89c4878829f5c7baac9afe8', 'subnets': [{'id': '7bfe349a-348f-4ba1-9415-79c5ecd08feb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 00:41:15.968745 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f2d263-5ff4-41bc-a16e-07351a0d4e38 None None] New status for floating IP 8b0e4410-5225-4907-a742-70962da04202: DOWN {{(pid=109225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 00:41:16.493717 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243e7a65-300c-439d-9515-4d877defbe1f req-7032da01-8037-426e-9f9f-ea7391529679 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:16.495177 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-243e7a65-300c-439d-9515-4d877defbe1f req-7032da01-8037-426e-9f9f-ea7391529679 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/ports?device_id=45b7045b-0291-42aa-9094-dedd4933b375 HTTP/1.1" status: 200 len: 945 time: 0.0560453 Feb 21 00:41:16.543103 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-243e7a65-300c-439d-9515-4d877defbe1f req-63462765-c2f5-4920-b2dc-d2bcd3651be3 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/security-groups?id=4800d725-62c7-4955-8da5-9d1a9cb45564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419900 Feb 21 00:41:17.077477 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598ce1e8-c8ba-4860-b9ca-3c99b8e0b00a req-3ed21f00-0218-40d1-abda-2b4d0bc77066 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:17.078911 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-598ce1e8-c8ba-4860-b9ca-3c99b8e0b00a req-3ed21f00-0218-40d1-abda-2b4d0bc77066 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.36 "GET /v2.0/ports?device_id=45b7045b-0291-42aa-9094-dedd4933b375 HTTP/1.1" status: 200 len: 945 time: 0.0509105 Feb 21 00:41:17.171154 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.plugin [req-598ce1e8-c8ba-4860-b9ca-3c99b8e0b00a req-617cd05d-966d-4e30-afe7-2278079fbe3e tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Deleting port 29793eb8-0013-46e9-9082-b8e83760b325 {{(pid=109222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 00:41:17.171517 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-598ce1e8-c8ba-4860-b9ca-3c99b8e0b00a req-617cd05d-966d-4e30-afe7-2278079fbe3e tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731676621334'] for port (29793eb8-0013-46e9-9082-b8e83760b325), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:17.255338 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.db [req-598ce1e8-c8ba-4860-b9ca-3c99b8e0b00a req-617cd05d-966d-4e30-afe7-2278079fbe3e tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] For port 29793eb8-0013-46e9-9082-b8e83760b325, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=29793eb8-0013-46e9-9082-b8e83760b325,segment=NetworkSegment(cb4aac1d-2986-47c5-9166-1b8e3caa68ed),segment_id=cb4aac1d-2986-47c5-9166-1b8e3caa68ed)] {{(pid=109222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:41:17.255724 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-598ce1e8-c8ba-4860-b9ca-3c99b8e0b00a req-617cd05d-966d-4e30-afe7-2278079fbe3e tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950719'] for port (29793eb8-0013-46e9-9082-b8e83760b325), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:17.267513 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.plugin [req-598ce1e8-c8ba-4860-b9ca-3c99b8e0b00a req-617cd05d-966d-4e30-afe7-2278079fbe3e tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Calling delete_port for 29793eb8-0013-46e9-9082-b8e83760b325 owned by compute:nova {{(pid=109222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 00:41:17.661922 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcefad67-65f1-41da-a9f4-0a637591ec79 req-8333dfd8-e336-4bdf-961a-ebe47b2da24f tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 00:41:17.663414 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-fcefad67-65f1-41da-a9f4-0a637591ec79 req-8333dfd8-e336-4bdf-961a-ebe47b2da24f tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/ports?device_id=45b7045b-0291-42aa-9094-dedd4933b375 HTTP/1.1" status: 200 len: 945 time: 0.0525188 Feb 21 00:41:17.672449 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-598ce1e8-c8ba-4860-b9ca-3c99b8e0b00a req-617cd05d-966d-4e30-afe7-2278079fbe3e tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731676626041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731676182824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8582894421'] for port (29793eb8-0013-46e9-9082-b8e83760b325), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:17.700286 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617cd05d-966d-4e30-afe7-2278079fbe3e tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Pushing event deleted for resources: {'Port': ['ID=29793eb8-0013-46e9-9082-b8e83760b325,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:41:17.721275 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [req-fcefad67-65f1-41da-a9f4-0a637591ec79 req-3ec048c7-5488-47fe-a3eb-7be61cac195e tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "GET /v2.0/security-groups?id=4800d725-62c7-4955-8da5-9d1a9cb45564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519850 Feb 21 00:41:17.744635 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.db.l3_dvrscheduler_db [req-598ce1e8-c8ba-4860-b9ca-3c99b8e0b00a req-617cd05d-966d-4e30-afe7-2278079fbe3e tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] No DVR routers for this DVR port 29793eb8-0013-46e9-9082-b8e83760b325 on host hv-cinder-81322 {{(pid=109222) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 00:41:17.747115 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-598ce1e8-c8ba-4860-b9ca-3c99b8e0b00a req-617cd05d-966d-4e30-afe7-2278079fbe3e tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469064'] for port (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:17.750439 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [req-598ce1e8-c8ba-4860-b9ca-3c99b8e0b00a req-617cd05d-966d-4e30-afe7-2278079fbe3e tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.36 "DELETE /v2.0/ports/29793eb8-0013-46e9-9082-b8e83760b325 HTTP/1.1" status: 204 len: 173 time: 0.6659162 Feb 21 00:41:17.750944 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45b7045b-0291-42aa-9094-dedd4933b375', 'name': 'network-vif-deleted', 'tag': '29793eb8-0013-46e9-9082-b8e83760b325'}] {{(pid=109222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 00:41:17.753190 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81563fad7634ec273475caa61ca91dc94d21cc2561ee8f59b09b3f9a67cb5537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55510454-c59e-4fc7-91bc-3a3e3abb1e77" -d '{"events": [{"server_uuid": "45b7045b-0291-42aa-9094-dedd4933b375", "name": "network-vif-deleted", "tag": "29793eb8-0013-46e9-9082-b8e83760b325"}]}' {{(pid=109222) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 00:41:17.792120 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 00:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da161a7d-520d-42bd-9598-5b813f05cb43 x-openstack-request-id: req-da161a7d-520d-42bd-9598-5b813f05cb43 {{(pid=109222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 00:41:17.792427 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45b7045b-0291-42aa-9094-dedd4933b375", "name": "network-vif-deleted", "tag": "29793eb8-0013-46e9-9082-b8e83760b325", "status": "completed", "code": 200}]} {{(pid=109222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 00:41:17.792688 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-da161a7d-520d-42bd-9598-5b813f05cb43 {{(pid=109222) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 00:41:17.793091 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45b7045b-0291-42aa-9094-dedd4933b375', 'name': 'network-vif-deleted', 'tag': '29793eb8-0013-46e9-9082-b8e83760b325', 'status': 'completed', 'code': 200} Feb 21 00:41:18.776387 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 34558) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:41:18.896981 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-0197c67c-e176-4f87-a930-dc54da338000 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Deleting port 6a926863-2f03-47a2-9b69-d4c7fbc31d08 {{(pid=109223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 00:41:18.897324 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-0197c67c-e176-4f87-a930-dc54da338000 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731676621334'] for port (6a926863-2f03-47a2-9b69-d4c7fbc31d08), before_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:18.973294 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-0197c67c-e176-4f87-a930-dc54da338000 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950719'] for port (6a926863-2f03-47a2-9b69-d4c7fbc31d08), precommit_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:18.973610 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-0197c67c-e176-4f87-a930-dc54da338000 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Publish callbacks [] for floatingip (6a926863-2f03-47a2-9b69-d4c7fbc31d08), precommit_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:18.985286 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-0197c67c-e176-4f87-a930-dc54da338000 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Calling delete_port for 6a926863-2f03-47a2-9b69-d4c7fbc31d08 owned by network:floatingip {{(pid=109223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 00:41:19.109611 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-0197c67c-e176-4f87-a930-dc54da338000 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731676626041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731676182824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3995289'] for port (6a926863-2f03-47a2-9b69-d4c7fbc31d08), after_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:19.138264 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0197c67c-e176-4f87-a930-dc54da338000 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Pushing event deleted for resources: {'Port': ['ID=6a926863-2f03-47a2-9b69-d4c7fbc31d08,revision_number=None']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:41:19.163348 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0197c67c-e176-4f87-a930-dc54da338000 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:41:19.163705 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0197c67c-e176-4f87-a930-dc54da338000 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:41:19.164048 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0197c67c-e176-4f87-a930-dc54da338000 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:41:19.164385 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0197c67c-e176-4f87-a930-dc54da338000 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:41:19.164717 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0197c67c-e176-4f87-a930-dc54da338000 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:41:19.165052 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0197c67c-e176-4f87-a930-dc54da338000 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:41:19.165383 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0197c67c-e176-4f87-a930-dc54da338000 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:41:19.165713 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0197c67c-e176-4f87-a930-dc54da338000 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:41:19.166041 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0197c67c-e176-4f87-a930-dc54da338000 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:41:19.166370 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0197c67c-e176-4f87-a930-dc54da338000 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:41:19.166693 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0197c67c-e176-4f87-a930-dc54da338000 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:41:19.167015 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0197c67c-e176-4f87-a930-dc54da338000 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:41:19.167371 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0197c67c-e176-4f87-a930-dc54da338000 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:41:19.207471 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-0197c67c-e176-4f87-a930-dc54da338000 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Publish callbacks [] for floatingip (047a9b14-b8c4-47dc-9d33-af219ac6e8cd), after_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:19.209944 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-0197c67c-e176-4f87-a930-dc54da338000 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-469064'] for floatingip (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:19.211193 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-0197c67c-e176-4f87-a930-dc54da338000 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "DELETE /v2.0/floatingips/047a9b14-b8c4-47dc-9d33-af219ac6e8cd HTTP/1.1" status: 204 len: 168 time: 0.4338250 Feb 21 00:41:20.397706 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 34570) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:41:20.452639 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ecdd9039-157a-465e-9db1-b7f23a032d04 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Publish callbacks [] for security_group (4800d725-62c7-4955-8da5-9d1a9cb45564), before_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:20.476969 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ecdd9039-157a-465e-9db1-b7f23a032d04 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Publish callbacks [] for security_group (4800d725-62c7-4955-8da5-9d1a9cb45564), precommit_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:20.536287 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ecdd9039-157a-465e-9db1-b7f23a032d04 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (4800d725-62c7-4955-8da5-9d1a9cb45564), after_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:20.538844 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ecdd9039-157a-465e-9db1-b7f23a032d04 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Publish callbacks [] for security_group (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:20.540024 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-ecdd9039-157a-465e-9db1-b7f23a032d04 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] 10.222.0.45 "DELETE /v2.0/security-groups/4800d725-62c7-4955-8da5-9d1a9cb45564 HTTP/1.1" status: 204 len: 168 time: 0.1412966 Feb 21 00:41:20.549276 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdd9039-157a-465e-9db1-b7f23a032d04 tempest-TestVolumeBootPattern-1864544908 tempest-TestVolumeBootPattern-1864544908-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4800d725-62c7-4955-8da5-9d1a9cb45564,revision_number=None']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:41:20.592606 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 34574) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:41:21.064000 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-8fdb07fd-a9aa-460f-8aae-c7c39e3b07ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-951543'] for router_interface (346adc60-ef05-48df-9cb2-9b491a24d31d), before_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:21.305893 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-8fdb07fd-a9aa-460f-8aae-c7c39e3b07ad admin admin] Deleting port a6e3da95-a78f-4af2-a6ad-b55f6ec209e3 {{(pid=109223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 00:41:21.306232 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-8fdb07fd-a9aa-460f-8aae-c7c39e3b07ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731676621334'] for port (a6e3da95-a78f-4af2-a6ad-b55f6ec209e3), before_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:21.382036 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-8fdb07fd-a9aa-460f-8aae-c7c39e3b07ad admin admin] For port a6e3da95-a78f-4af2-a6ad-b55f6ec209e3, host dv-cinder-813225-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-6-iscsi',level=0,port_id=a6e3da95-a78f-4af2-a6ad-b55f6ec209e3,segment=NetworkSegment(cb4aac1d-2986-47c5-9166-1b8e3caa68ed),segment_id=cb4aac1d-2986-47c5-9166-1b8e3caa68ed)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:41:21.382320 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-8fdb07fd-a9aa-460f-8aae-c7c39e3b07ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950719'] for port (a6e3da95-a78f-4af2-a6ad-b55f6ec209e3), precommit_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:21.393588 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-8fdb07fd-a9aa-460f-8aae-c7c39e3b07ad admin admin] Calling delete_port for a6e3da95-a78f-4af2-a6ad-b55f6ec209e3 owned by network:router_interface {{(pid=109223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 00:41:21.569378 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-8fdb07fd-a9aa-460f-8aae-c7c39e3b07ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731676626041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731676182824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3995289'] for port (a6e3da95-a78f-4af2-a6ad-b55f6ec209e3), after_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:21.595823 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdb07fd-a9aa-460f-8aae-c7c39e3b07ad admin admin] Pushing event deleted for resources: {'Port': ['ID=a6e3da95-a78f-4af2-a6ad-b55f6ec209e3,revision_number=None']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:41:21.701368 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Device 29793eb8-0013-46e9-9082-b8e83760b325 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=109224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 00:41:21.728630 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] No Port match for: 29793eb8-0013-46e9-9082-b8e83760b325 {{(pid=109224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 00:41:21.729493 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Device 29793eb8-0013-46e9-9082-b8e83760b325 not bound to the agent host hv-cinder-81322 {{(pid=109224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 00:41:21.762151 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-8fdb07fd-a9aa-460f-8aae-c7c39e3b07ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-957799'] for router_interface (346adc60-ef05-48df-9cb2-9b491a24d31d), after_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:21.971515 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fdb07fd-a9aa-460f-8aae-c7c39e3b07ad admin admin] Router 346adc60-ef05-48df-9cb2-9b491a24d31d has already been hosted by L3 agent 47b5b2cb-5391-4fc3-9478-3db20537c35a {{(pid=109223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 00:41:22.074330 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fdb07fd-a9aa-460f-8aae-c7c39e3b07ad admin admin] Notify agent at l3_agent.dv-cinder-813225-6-iscsi the message routers_updated {{(pid=109223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 00:41:22.079888 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-8fdb07fd-a9aa-460f-8aae-c7c39e3b07ad admin admin] 10.222.0.45 "PUT /v2.0/routers/346adc60-ef05-48df-9cb2-9b491a24d31d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4862618 Feb 21 00:41:22.082450 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 34578) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:41:22.083271 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595260af-247a-4015-b8b9-5a2fec72193a None None] Sync routers for ids ['346adc60-ef05-48df-9cb2-9b491a24d31d'] in dv-cinder-813225-6-iscsi {{(pid=109224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 00:41:22.094297 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595260af-247a-4015-b8b9-5a2fec72193a None None] Routers {'346adc60-ef05-48df-9cb2-9b491a24d31d'} bound to L3 agent in host dv-cinder-813225-6-iscsi {{(pid=109224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:41:22.094915 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-595260af-247a-4015-b8b9-5a2fec72193a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T00:23:33Z,description=,heartbeat_timestamp=2022-02-21T00:41:04Z,host='dv-cinder-813225-6-iscsi',id=47b5b2cb-5391-4fc3-9478-3db20537c35a,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:23:34Z,topic='l3_agent')) {'router_ids': ['346adc60-ef05-48df-9cb2-9b491a24d31d'], 'active': True} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:41:22.187233 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f9c5bc25-6735-4e20-b8e5-4a439de2b47e admin admin] Publish callbacks [] for router (346adc60-ef05-48df-9cb2-9b491a24d31d), before_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:22.328660 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvr_db [None req-595260af-247a-4015-b8b9-5a2fec72193a None None] Set router 346adc60-ef05-48df-9cb2-9b491a24d31d gateway port host: dv-cinder-813225-6-iscsi {{(pid=109224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:41:22.511108 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-595260af-247a-4015-b8b9-5a2fec72193a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '346adc60-ef05-48df-9cb2-9b491a24d31d', 'name': 'tempest-TestVolumeBootPattern-1275303664-router', 'tenant_id': '2270182ca89c4878829f5c7baac9afe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'external_fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '53e7767d-0a14-4513-b911-ce8d7620d468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:32:51Z', 'updated_at': '2022-02-21T00:41:21Z', 'revision_number': 5, 'project_id': '2270182ca89c4878829f5c7baac9afe8', 'gw_port': {'id': '53e7767d-0a14-4513-b911-ce8d7620d468', 'name': '', 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:62:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346adc60-ef05-48df-9cb2-9b491a24d31d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:32:52Z', 'updated_at': '2022-02-21T00:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '890cd9a8-3116-412f-9022-3458585959da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-6-iscsi'}], 'dv-cinder-813225-6-iscsi', False) {} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:41:22.539165 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595260af-247a-4015-b8b9-5a2fec72193a None None] Checking router: 346adc60-ef05-48df-9cb2-9b491a24d31d for host: dv-cinder-813225-6-iscsi {{(pid=109224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 00:41:22.547532 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595260af-247a-4015-b8b9-5a2fec72193a None None] Routers {'346adc60-ef05-48df-9cb2-9b491a24d31d'} bound to L3 agent in host dv-cinder-813225-6-iscsi {{(pid=109224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:41:22.548163 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-595260af-247a-4015-b8b9-5a2fec72193a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T00:23:33Z,description=,heartbeat_timestamp=2022-02-21T00:41:04Z,host='dv-cinder-813225-6-iscsi',id=47b5b2cb-5391-4fc3-9478-3db20537c35a,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:23:34Z,topic='l3_agent')) {'router_ids': ['346adc60-ef05-48df-9cb2-9b491a24d31d'], 'active': True} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:41:22.558017 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f9c5bc25-6735-4e20-b8e5-4a439de2b47e admin admin] Publish callbacks [] for router_gateway (346adc60-ef05-48df-9cb2-9b491a24d31d), before_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:22.609160 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-f9c5bc25-6735-4e20-b8e5-4a439de2b47e admin admin] Deleting port 53e7767d-0a14-4513-b911-ce8d7620d468 {{(pid=109223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 00:41:22.609817 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f9c5bc25-6735-4e20-b8e5-4a439de2b47e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731676621334'] for port (53e7767d-0a14-4513-b911-ce8d7620d468), before_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:22.653658 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvr_db [None req-595260af-247a-4015-b8b9-5a2fec72193a None None] Set router 346adc60-ef05-48df-9cb2-9b491a24d31d gateway port host: dv-cinder-813225-6-iscsi {{(pid=109224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:41:22.684072 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-f9c5bc25-6735-4e20-b8e5-4a439de2b47e admin admin] For port 53e7767d-0a14-4513-b911-ce8d7620d468, host dv-cinder-813225-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-6-iscsi',level=0,port_id=53e7767d-0a14-4513-b911-ce8d7620d468,segment=NetworkSegment(d470c98a-8644-4be8-8df1-f825c0b18c68),segment_id=d470c98a-8644-4be8-8df1-f825c0b18c68)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:41:22.684936 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f9c5bc25-6735-4e20-b8e5-4a439de2b47e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950719'] for port (53e7767d-0a14-4513-b911-ce8d7620d468), precommit_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:22.696168 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-f9c5bc25-6735-4e20-b8e5-4a439de2b47e admin admin] Calling delete_port for 53e7767d-0a14-4513-b911-ce8d7620d468 owned by network:router_gateway {{(pid=109223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 00:41:22.825315 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-595260af-247a-4015-b8b9-5a2fec72193a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '346adc60-ef05-48df-9cb2-9b491a24d31d', 'name': 'tempest-TestVolumeBootPattern-1275303664-router', 'tenant_id': '2270182ca89c4878829f5c7baac9afe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'external_fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '53e7767d-0a14-4513-b911-ce8d7620d468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:32:51Z', 'updated_at': '2022-02-21T00:41:21Z', 'revision_number': 5, 'project_id': '2270182ca89c4878829f5c7baac9afe8', 'gw_port': {'id': '53e7767d-0a14-4513-b911-ce8d7620d468', 'name': '', 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:62:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346adc60-ef05-48df-9cb2-9b491a24d31d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:32:52Z', 'updated_at': '2022-02-21T00:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '890cd9a8-3116-412f-9022-3458585959da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-6-iscsi'}], 'dv-cinder-813225-6-iscsi', False) {} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:41:22.854803 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595260af-247a-4015-b8b9-5a2fec72193a None None] The sync data for ids ['346adc60-ef05-48df-9cb2-9b491a24d31d'] in dv-cinder-813225-6-iscsi is: [{'id': '346adc60-ef05-48df-9cb2-9b491a24d31d', 'name': 'tempest-TestVolumeBootPattern-1275303664-router', 'tenant_id': '2270182ca89c4878829f5c7baac9afe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'external_fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '53e7767d-0a14-4513-b911-ce8d7620d468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:32:51Z', 'updated_at': '2022-02-21T00:41:21Z', 'revision_number': 5, 'project_id': '2270182ca89c4878829f5c7baac9afe8', 'gw_port': {'id': '53e7767d-0a14-4513-b911-ce8d7620d468', 'name': '', 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:62:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346adc60-ef05-48df-9cb2-9b491a24d31d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:32:52Z', 'updated_at': '2022-02-21T00:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '890cd9a8-3116-412f-9022-3458585959da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-6-iscsi'}] {{(pid=109224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 00:41:22.862107 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f9c5bc25-6735-4e20-b8e5-4a439de2b47e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731676626041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731676182824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3995289'] for port (53e7767d-0a14-4513-b911-ce8d7620d468), after_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:22.888135 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c5bc25-6735-4e20-b8e5-4a439de2b47e admin admin] Pushing event deleted for resources: {'Port': ['ID=53e7767d-0a14-4513-b911-ce8d7620d468,revision_number=None']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:41:22.947794 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f9c5bc25-6735-4e20-b8e5-4a439de2b47e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-951181'] for router_gateway (346adc60-ef05-48df-9cb2-9b491a24d31d), after_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:23.034506 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f9c5bc25-6735-4e20-b8e5-4a439de2b47e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-955153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1962'] for router (346adc60-ef05-48df-9cb2-9b491a24d31d), precommit_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:23.036579 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f9c5bc25-6735-4e20-b8e5-4a439de2b47e admin admin] Publish callbacks [] for router_controller (346adc60-ef05-48df-9cb2-9b491a24d31d), precommit_delete_associations {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:23.080509 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f9c5bc25-6735-4e20-b8e5-4a439de2b47e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-955240'] for router (346adc60-ef05-48df-9cb2-9b491a24d31d), after_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:23.081053 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9c5bc25-6735-4e20-b8e5-4a439de2b47e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 346adc60-ef05-48df-9cb2-9b491a24d31d {{(pid=109223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 00:41:23.085322 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f9c5bc25-6735-4e20-b8e5-4a439de2b47e admin admin] Publish callbacks [] for router (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:23.086344 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-f9c5bc25-6735-4e20-b8e5-4a439de2b47e admin admin] 10.222.0.45 "DELETE /v2.0/routers/346adc60-ef05-48df-9cb2-9b491a24d31d HTTP/1.1" status: 204 len: 168 time: 1.0029757 Feb 21 00:41:23.089053 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 34580) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:41:23.136446 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.db.db_base_plugin_v2 [None req-cea61722-ea19-4d26-b117-05394ebba416 admin admin] Deleting subnet 7bfe349a-348f-4ba1-9415-79c5ecd08feb {{(pid=109222) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 00:41:23.139600 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-cea61722-ea19-4d26-b117-05394ebba416 admin admin] Publish callbacks [] for subnet (7bfe349a-348f-4ba1-9415-79c5ecd08feb), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:23.173428 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-cea61722-ea19-4d26-b117-05394ebba416 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8582972286'] for subnet (7bfe349a-348f-4ba1-9415-79c5ecd08feb), precommit_delete_associations {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:23.249544 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-cea61722-ea19-4d26-b117-05394ebba416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15913268'] for subnet (7bfe349a-348f-4ba1-9415-79c5ecd08feb), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:23.301471 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-cea61722-ea19-4d26-b117-05394ebba416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15913229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8582891908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8583079210'] for subnet (7bfe349a-348f-4ba1-9415-79c5ecd08feb), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:23.328892 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea61722-ea19-4d26-b117-05394ebba416 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bfe349a-348f-4ba1-9415-79c5ecd08feb,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:41:23.338552 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea61722-ea19-4d26-b117-05394ebba416 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:41:23.338900 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea61722-ea19-4d26-b117-05394ebba416 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:41:23.339340 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea61722-ea19-4d26-b117-05394ebba416 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:41:23.339684 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea61722-ea19-4d26-b117-05394ebba416 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:41:23.340022 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea61722-ea19-4d26-b117-05394ebba416 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:41:23.340354 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea61722-ea19-4d26-b117-05394ebba416 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:41:23.341221 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea61722-ea19-4d26-b117-05394ebba416 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:41:23.341551 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea61722-ea19-4d26-b117-05394ebba416 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:41:23.341877 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea61722-ea19-4d26-b117-05394ebba416 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:41:23.342204 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea61722-ea19-4d26-b117-05394ebba416 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:41:23.342526 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea61722-ea19-4d26-b117-05394ebba416 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:41:23.342845 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea61722-ea19-4d26-b117-05394ebba416 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:41:23.343165 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea61722-ea19-4d26-b117-05394ebba416 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:41:23.345779 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92255209-aed6-411c-9649-c019ebb100fa None None] Network 2e0e8283-a033-407a-bc70-5d3d5b11923a requested from dv-cinder-813225-6-iscsi {{(pid=109224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 00:41:23.346197 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-cea61722-ea19-4d26-b117-05394ebba416 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:23.349885 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-cea61722-ea19-4d26-b117-05394ebba416 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/7bfe349a-348f-4ba1-9415-79c5ecd08feb HTTP/1.1" status: 204 len: 168 time: 0.2592969 Feb 21 00:41:23.351864 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 34582) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:41:23.420072 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-597244c6-e530-4ddf-a436-2416403231a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16070333'] for network (2e0e8283-a033-407a-bc70-5d3d5b11923a), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:23.477416 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.plugin [None req-597244c6-e530-4ddf-a436-2416403231a4 admin admin] Deleting port 5ec7710a-6e5e-402a-8905-6fd9fff58f15 {{(pid=109222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 00:41:23.477770 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-597244c6-e530-4ddf-a436-2416403231a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731676621334'] for port (5ec7710a-6e5e-402a-8905-6fd9fff58f15), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:23.513001 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba9d7ca-e885-4e46-8b9c-cb7b6bce0dd9 None None] DHCP port deletion for 2e0e8283-a033-407a-bc70-5d3d5b11923a request from dv-cinder-813225-6-iscsi {{(pid=109224) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 21 00:41:23.550561 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.db [None req-597244c6-e530-4ddf-a436-2416403231a4 admin admin] For port 5ec7710a-6e5e-402a-8905-6fd9fff58f15, host dv-cinder-813225-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-6-iscsi',level=0,port_id=5ec7710a-6e5e-402a-8905-6fd9fff58f15,segment=NetworkSegment(cb4aac1d-2986-47c5-9166-1b8e3caa68ed),segment_id=cb4aac1d-2986-47c5-9166-1b8e3caa68ed)] {{(pid=109222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:41:23.551022 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-597244c6-e530-4ddf-a436-2416403231a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950719'] for port (5ec7710a-6e5e-402a-8905-6fd9fff58f15), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:23.564012 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.plugin [None req-597244c6-e530-4ddf-a436-2416403231a4 admin admin] Calling delete_port for 5ec7710a-6e5e-402a-8905-6fd9fff58f15 owned by network:dhcp {{(pid=109222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 00:41:23.568997 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-2ba9d7ca-e885-4e46-8b9c-cb7b6bce0dd9 None None] Deleting port 5ec7710a-6e5e-402a-8905-6fd9fff58f15 {{(pid=109224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 00:41:23.569377 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-2ba9d7ca-e885-4e46-8b9c-cb7b6bce0dd9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731676621334'] for port (5ec7710a-6e5e-402a-8905-6fd9fff58f15), before_delete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:23.630052 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-2ba9d7ca-e885-4e46-8b9c-cb7b6bce0dd9 None None] For port 5ec7710a-6e5e-402a-8905-6fd9fff58f15, host dv-cinder-813225-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-6-iscsi',level=0,port_id=5ec7710a-6e5e-402a-8905-6fd9fff58f15,segment=NetworkSegment(cb4aac1d-2986-47c5-9166-1b8e3caa68ed),segment_id=cb4aac1d-2986-47c5-9166-1b8e3caa68ed)] {{(pid=109224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:41:23.630451 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-2ba9d7ca-e885-4e46-8b9c-cb7b6bce0dd9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950719'] for port (5ec7710a-6e5e-402a-8905-6fd9fff58f15), precommit_delete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:23.643350 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-2ba9d7ca-e885-4e46-8b9c-cb7b6bce0dd9 None None] Calling delete_port for 5ec7710a-6e5e-402a-8905-6fd9fff58f15 owned by network:dhcp {{(pid=109224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 00:41:23.643538 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-597244c6-e530-4ddf-a436-2416403231a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731676626041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731676182824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8582894421'] for port (5ec7710a-6e5e-402a-8905-6fd9fff58f15), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:23.668299 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597244c6-e530-4ddf-a436-2416403231a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ec7710a-6e5e-402a-8905-6fd9fff58f15,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:41:23.671776 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597244c6-e530-4ddf-a436-2416403231a4 admin admin] No DVR routers for this DVR port 5ec7710a-6e5e-402a-8905-6fd9fff58f15 on host dv-cinder-813225-6-iscsi {{(pid=109222) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 00:41:23.720008 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-2ba9d7ca-e885-4e46-8b9c-cb7b6bce0dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731676626041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731676182824'] for port (5ec7710a-6e5e-402a-8905-6fd9fff58f15), after_delete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:23.742065 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba9d7ca-e885-4e46-8b9c-cb7b6bce0dd9 None None] Pushing event deleted for resources: {'Port': ['ID=5ec7710a-6e5e-402a-8905-6fd9fff58f15,revision_number=None']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:41:23.742466 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-597244c6-e530-4ddf-a436-2416403231a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15920573', 'neutron.services.segments.db._delete_segments_for_network-8731676696634'] for network (2e0e8283-a033-407a-bc70-5d3d5b11923a), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:23.750884 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba9d7ca-e885-4e46-8b9c-cb7b6bce0dd9 None None] No DVR routers for this DVR port 5ec7710a-6e5e-402a-8905-6fd9fff58f15 on host dv-cinder-813225-6-iscsi {{(pid=109224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 00:41:23.753174 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba9d7ca-e885-4e46-8b9c-cb7b6bce0dd9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:41:23.753534 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba9d7ca-e885-4e46-8b9c-cb7b6bce0dd9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:41:23.753885 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba9d7ca-e885-4e46-8b9c-cb7b6bce0dd9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:41:23.754230 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba9d7ca-e885-4e46-8b9c-cb7b6bce0dd9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:41:23.754766 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba9d7ca-e885-4e46-8b9c-cb7b6bce0dd9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:41:23.755107 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba9d7ca-e885-4e46-8b9c-cb7b6bce0dd9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:41:23.755571 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba9d7ca-e885-4e46-8b9c-cb7b6bce0dd9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:41:23.755906 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba9d7ca-e885-4e46-8b9c-cb7b6bce0dd9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:41:23.756239 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba9d7ca-e885-4e46-8b9c-cb7b6bce0dd9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:41:23.756574 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba9d7ca-e885-4e46-8b9c-cb7b6bce0dd9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:41:23.756906 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba9d7ca-e885-4e46-8b9c-cb7b6bce0dd9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:41:23.757231 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba9d7ca-e885-4e46-8b9c-cb7b6bce0dd9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:41:23.757561 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba9d7ca-e885-4e46-8b9c-cb7b6bce0dd9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-6-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 00:41:23.768403 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.services.segments.db [None req-597244c6-e530-4ddf-a436-2416403231a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e0e8283-a033-407a-bc70-5d3d5b11923a']}} {{(pid=109222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:41:23.777790 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.services.segments.db [None req-597244c6-e530-4ddf-a436-2416403231a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb4aac1d-2986-47c5-9166-1b8e3caa68ed') {'for_net_delete': True} {{(pid=109222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:41:23.778647 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.services.segments.db [None req-597244c6-e530-4ddf-a436-2416403231a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb4aac1d-2986-47c5-9166-1b8e3caa68ed') {} {{(pid=109222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:41:23.787858 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-597244c6-e530-4ddf-a436-2416403231a4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731676697155', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8582972263'] for segment (cb4aac1d-2986-47c5-9166-1b8e3caa68ed), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:23.801124 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-597244c6-e530-4ddf-a436-2416403231a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16097169'] for segment (cb4aac1d-2986-47c5-9166-1b8e3caa68ed), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:23.806811 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-597244c6-e530-4ddf-a436-2416403231a4 admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=109222) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 00:41:23.807218 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-597244c6-e530-4ddf-a436-2416403231a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16097169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582894434'] for segment (cb4aac1d-2986-47c5-9166-1b8e3caa68ed), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:23.808814 dv-cinder-813225-6-iscsi neutron-server[109222]: Traceback (most recent call last): Feb 21 00:41:23.808814 dv-cinder-813225-6-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 00:41:23.808814 dv-cinder-813225-6-iscsi neutron-server[109222]: timer() Feb 21 00:41:23.808814 dv-cinder-813225-6-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 00:41:23.808814 dv-cinder-813225-6-iscsi neutron-server[109222]: cb(*args, **kw) Feb 21 00:41:23.808814 dv-cinder-813225-6-iscsi neutron-server[109222]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 00:41:23.808814 dv-cinder-813225-6-iscsi neutron-server[109222]: return func(*args, **kwargs) Feb 21 00:41:23.808814 dv-cinder-813225-6-iscsi neutron-server[109222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 00:41:23.808814 dv-cinder-813225-6-iscsi neutron-server[109222]: self._notify() Feb 21 00:41:23.808814 dv-cinder-813225-6-iscsi neutron-server[109222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 00:41:23.808814 dv-cinder-813225-6-iscsi neutron-server[109222]: self.callback(batched_events) Feb 21 00:41:23.808814 dv-cinder-813225-6-iscsi neutron-server[109222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 00:41:23.808814 dv-cinder-813225-6-iscsi neutron-server[109222]: event.method(event) Feb 21 00:41:23.808814 dv-cinder-813225-6-iscsi neutron-server[109222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 00:41:23.808814 dv-cinder-813225-6-iscsi neutron-server[109222]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 00:41:23.808814 dv-cinder-813225-6-iscsi neutron-server[109222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 00:41:23.808814 dv-cinder-813225-6-iscsi neutron-server[109222]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 00:41:23.808814 dv-cinder-813225-6-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 00:41:23.808814 dv-cinder-813225-6-iscsi neutron-server[109222]: return f(self, *a, **k) Feb 21 00:41:23.808814 dv-cinder-813225-6-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 00:41:23.808814 dv-cinder-813225-6-iscsi neutron-server[109222]: return self._get(url).json() Feb 21 00:41:23.808814 dv-cinder-813225-6-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 00:41:23.808814 dv-cinder-813225-6-iscsi neutron-server[109222]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 00:41:23.808814 dv-cinder-813225-6-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 00:41:23.808814 dv-cinder-813225-6-iscsi neutron-server[109222]: return self.request(url, 'GET', **kwargs) Feb 21 00:41:23.808814 dv-cinder-813225-6-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 00:41:23.808814 dv-cinder-813225-6-iscsi neutron-server[109222]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 00:41:23.808814 dv-cinder-813225-6-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 00:41:23.808814 dv-cinder-813225-6-iscsi neutron-server[109222]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 00:41:23.808814 dv-cinder-813225-6-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 00:41:23.808814 dv-cinder-813225-6-iscsi neutron-server[109222]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 00:41:23.808814 dv-cinder-813225-6-iscsi neutron-server[109222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 00:41:23.874729 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-597244c6-e530-4ddf-a436-2416403231a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15920566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-951265'] for network (2e0e8283-a033-407a-bc70-5d3d5b11923a), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:23.897406 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Device a6e3da95-a78f-4af2-a6ad-b55f6ec209e3 no longer exists at agent ovs-agent-dv-cinder-813225-6-iscsi {{(pid=109224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 00:41:23.898215 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-597244c6-e530-4ddf-a436-2416403231a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582445'] for network (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:23.898215 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-597244c6-e530-4ddf-a436-2416403231a4 admin admin] 10.222.0.45 "DELETE /v2.0/networks/2e0e8283-a033-407a-bc70-5d3d5b11923a HTTP/1.1" status: 204 len: 168 time: 0.5416462 Feb 21 00:41:23.898215 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597244c6-e530-4ddf-a436-2416403231a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e0e8283-a033-407a-bc70-5d3d5b11923a,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:41:23.898215 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 34584) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:41:23.917017 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] No Port match for: a6e3da95-a78f-4af2-a6ad-b55f6ec209e3 {{(pid=109224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 00:41:23.917369 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Device a6e3da95-a78f-4af2-a6ad-b55f6ec209e3 not bound to the agent host dv-cinder-813225-6-iscsi {{(pid=109224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 00:41:23.917788 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Device 53e7767d-0a14-4513-b911-ce8d7620d468 no longer exists at agent ovs-agent-dv-cinder-813225-6-iscsi {{(pid=109224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 00:41:23.936985 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] No Port match for: 53e7767d-0a14-4513-b911-ce8d7620d468 {{(pid=109224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 00:41:23.937336 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Device 53e7767d-0a14-4513-b911-ce8d7620d468 not bound to the agent host dv-cinder-813225-6-iscsi {{(pid=109224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 00:41:23.937754 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Device 5ec7710a-6e5e-402a-8905-6fd9fff58f15 no longer exists at agent ovs-agent-dv-cinder-813225-6-iscsi {{(pid=109224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 00:41:23.956369 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] No Port match for: 5ec7710a-6e5e-402a-8905-6fd9fff58f15 {{(pid=109224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 00:41:23.956720 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Device 5ec7710a-6e5e-402a-8905-6fd9fff58f15 not bound to the agent host dv-cinder-813225-6-iscsi {{(pid=109224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 00:41:24.233673 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-57e23686-1811-4951-af35-b3dda11f73f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-951543'] for router_interface (58958bbd-fe22-43bf-91bf-8bc06389f78b), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:24.481385 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.plugin [None req-57e23686-1811-4951-af35-b3dda11f73f7 admin admin] Deleting port 4f2fd5c8-c3ab-49f6-b1a7-bd2782b8be4a {{(pid=109222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 00:41:24.481620 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-57e23686-1811-4951-af35-b3dda11f73f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731676621334'] for port (4f2fd5c8-c3ab-49f6-b1a7-bd2782b8be4a), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:24.557348 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.db [None req-57e23686-1811-4951-af35-b3dda11f73f7 admin admin] For port 4f2fd5c8-c3ab-49f6-b1a7-bd2782b8be4a, host dv-cinder-813225-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-6-iscsi',level=0,port_id=4f2fd5c8-c3ab-49f6-b1a7-bd2782b8be4a,segment=NetworkSegment(0d997b8b-9287-472c-881a-ab905f08e005),segment_id=0d997b8b-9287-472c-881a-ab905f08e005)] {{(pid=109222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:41:24.557720 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-57e23686-1811-4951-af35-b3dda11f73f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950719'] for port (4f2fd5c8-c3ab-49f6-b1a7-bd2782b8be4a), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:24.568768 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.plugin [None req-57e23686-1811-4951-af35-b3dda11f73f7 admin admin] Calling delete_port for 4f2fd5c8-c3ab-49f6-b1a7-bd2782b8be4a owned by network:router_interface {{(pid=109222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 00:41:24.739536 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-57e23686-1811-4951-af35-b3dda11f73f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731676626041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731676182824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8582894421'] for port (4f2fd5c8-c3ab-49f6-b1a7-bd2782b8be4a), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:24.761935 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e23686-1811-4951-af35-b3dda11f73f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f2fd5c8-c3ab-49f6-b1a7-bd2782b8be4a,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:41:24.924617 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-57e23686-1811-4951-af35-b3dda11f73f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-957799'] for router_interface (58958bbd-fe22-43bf-91bf-8bc06389f78b), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:25.142278 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57e23686-1811-4951-af35-b3dda11f73f7 admin admin] Router 58958bbd-fe22-43bf-91bf-8bc06389f78b has already been hosted by L3 agent 47b5b2cb-5391-4fc3-9478-3db20537c35a {{(pid=109222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 00:41:25.248828 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57e23686-1811-4951-af35-b3dda11f73f7 admin admin] Notify agent at l3_agent.dv-cinder-813225-6-iscsi the message routers_updated {{(pid=109222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 00:41:25.253755 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-57e23686-1811-4951-af35-b3dda11f73f7 admin admin] 10.222.0.45 "PUT /v2.0/routers/58958bbd-fe22-43bf-91bf-8bc06389f78b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3553946 Feb 21 00:41:25.256202 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 34586) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:41:25.258792 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46c637e-931b-468f-bdf1-6759af6b1816 None None] Sync routers for ids ['58958bbd-fe22-43bf-91bf-8bc06389f78b'] in dv-cinder-813225-6-iscsi {{(pid=109225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 00:41:25.268897 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46c637e-931b-468f-bdf1-6759af6b1816 None None] Routers {'58958bbd-fe22-43bf-91bf-8bc06389f78b'} bound to L3 agent in host dv-cinder-813225-6-iscsi {{(pid=109225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:41:25.269503 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_hamode_db [None req-e46c637e-931b-468f-bdf1-6759af6b1816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T00:23:33Z,description=,heartbeat_timestamp=2022-02-21T00:41:04Z,host='dv-cinder-813225-6-iscsi',id=47b5b2cb-5391-4fc3-9478-3db20537c35a,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:23:34Z,topic='l3_agent')) {'router_ids': ['58958bbd-fe22-43bf-91bf-8bc06389f78b'], 'active': True} {{(pid=109225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:41:25.360072 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-8e94faf5-d715-499c-a6fe-04fd8cd4ced1 admin admin] Publish callbacks [] for router (58958bbd-fe22-43bf-91bf-8bc06389f78b), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:25.377071 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_dvr_db [None req-e46c637e-931b-468f-bdf1-6759af6b1816 None None] Set router 58958bbd-fe22-43bf-91bf-8bc06389f78b gateway port host: dv-cinder-813225-6-iscsi {{(pid=109225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:41:25.461110 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-8e94faf5-d715-499c-a6fe-04fd8cd4ced1 admin admin] Publish callbacks [] for router_gateway (58958bbd-fe22-43bf-91bf-8bc06389f78b), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:25.516082 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.plugin [None req-8e94faf5-d715-499c-a6fe-04fd8cd4ced1 admin admin] Deleting port f1576235-fc50-44fe-9275-695bcbd2f6cf {{(pid=109222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 00:41:25.516416 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-8e94faf5-d715-499c-a6fe-04fd8cd4ced1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731676621334'] for port (f1576235-fc50-44fe-9275-695bcbd2f6cf), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:25.553755 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_hamode_db [None req-e46c637e-931b-468f-bdf1-6759af6b1816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58958bbd-fe22-43bf-91bf-8bc06389f78b', 'name': 'tempest-TestVolumeBootPattern-1920926189-router', 'tenant_id': '6ed484b9f08242fe8db4200e59480bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'external_fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': 'f1576235-fc50-44fe-9275-695bcbd2f6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:32:58Z', 'updated_at': '2022-02-21T00:41:24Z', 'revision_number': 5, 'project_id': '6ed484b9f08242fe8db4200e59480bf5', 'gw_port': {'id': 'f1576235-fc50-44fe-9275-695bcbd2f6cf', 'name': '', 'network_id': '9d25e361-1d6c-4c24-9c73-356a2ab84050', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:df:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58958bbd-fe22-43bf-91bf-8bc06389f78b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '890cd9a8-3116-412f-9022-3458585959da', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T00:32:59Z', 'updated_at': '2022-02-21T00:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '890cd9a8-3116-412f-9022-3458585959da', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-6-iscsi'}], 'dv-cinder-813225-6-iscsi', False) {} {{(pid=109225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:41:25.579605 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46c637e-931b-468f-bdf1-6759af6b1816 None None] Checking router: 58958bbd-fe22-43bf-91bf-8bc06389f78b for host: dv-cinder-813225-6-iscsi {{(pid=109225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 00:41:25.587541 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46c637e-931b-468f-bdf1-6759af6b1816 None None] Routers {'58958bbd-fe22-43bf-91bf-8bc06389f78b'} bound to L3 agent in host dv-cinder-813225-6-iscsi {{(pid=109225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 00:41:25.588141 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_hamode_db [None req-e46c637e-931b-468f-bdf1-6759af6b1816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T00:23:33Z,description=,heartbeat_timestamp=2022-02-21T00:41:04Z,host='dv-cinder-813225-6-iscsi',id=47b5b2cb-5391-4fc3-9478-3db20537c35a,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T00:23:34Z,topic='l3_agent')) {'router_ids': ['58958bbd-fe22-43bf-91bf-8bc06389f78b'], 'active': True} {{(pid=109225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:41:25.597183 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.db [None req-8e94faf5-d715-499c-a6fe-04fd8cd4ced1 admin admin] For port f1576235-fc50-44fe-9275-695bcbd2f6cf, host dv-cinder-813225-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-6-iscsi',level=0,port_id=f1576235-fc50-44fe-9275-695bcbd2f6cf,segment=NetworkSegment(d470c98a-8644-4be8-8df1-f825c0b18c68),segment_id=d470c98a-8644-4be8-8df1-f825c0b18c68)] {{(pid=109222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:41:25.597551 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-8e94faf5-d715-499c-a6fe-04fd8cd4ced1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950719'] for port (f1576235-fc50-44fe-9275-695bcbd2f6cf), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:25.609716 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.plugin [None req-8e94faf5-d715-499c-a6fe-04fd8cd4ced1 admin admin] Calling delete_port for f1576235-fc50-44fe-9275-695bcbd2f6cf owned by network:router_gateway {{(pid=109222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 00:41:25.674828 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_dvr_db [None req-e46c637e-931b-468f-bdf1-6759af6b1816 None None] Set router 58958bbd-fe22-43bf-91bf-8bc06389f78b gateway port host: None {{(pid=109225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 00:41:25.727809 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.l3_hamode_db [None req-e46c637e-931b-468f-bdf1-6759af6b1816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58958bbd-fe22-43bf-91bf-8bc06389f78b', 'name': 'tempest-TestVolumeBootPattern-1920926189-router', 'tenant_id': '6ed484b9f08242fe8db4200e59480bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:32:58Z', 'updated_at': '2022-02-21T00:41:25Z', 'revision_number': 6, 'project_id': '6ed484b9f08242fe8db4200e59480bf5', 'gw_port_host': None}], 'dv-cinder-813225-6-iscsi', False) {} {{(pid=109225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:41:25.757326 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46c637e-931b-468f-bdf1-6759af6b1816 None None] The sync data for ids ['58958bbd-fe22-43bf-91bf-8bc06389f78b'] in dv-cinder-813225-6-iscsi is: [{'id': '58958bbd-fe22-43bf-91bf-8bc06389f78b', 'name': 'tempest-TestVolumeBootPattern-1920926189-router', 'tenant_id': '6ed484b9f08242fe8db4200e59480bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T00:32:58Z', 'updated_at': '2022-02-21T00:41:25Z', 'revision_number': 6, 'project_id': '6ed484b9f08242fe8db4200e59480bf5', 'gw_port_host': None}] {{(pid=109225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 00:41:25.775755 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-8e94faf5-d715-499c-a6fe-04fd8cd4ced1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731676626041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731676182824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8582894421'] for port (f1576235-fc50-44fe-9275-695bcbd2f6cf), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:25.799689 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e94faf5-d715-499c-a6fe-04fd8cd4ced1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1576235-fc50-44fe-9275-695bcbd2f6cf,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:41:25.859235 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-8e94faf5-d715-499c-a6fe-04fd8cd4ced1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-951181'] for router_gateway (58958bbd-fe22-43bf-91bf-8bc06389f78b), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:25.947013 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-8e94faf5-d715-499c-a6fe-04fd8cd4ced1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-955153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1962'] for router (58958bbd-fe22-43bf-91bf-8bc06389f78b), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:25.949113 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-8e94faf5-d715-499c-a6fe-04fd8cd4ced1 admin admin] Publish callbacks [] for router_controller (58958bbd-fe22-43bf-91bf-8bc06389f78b), precommit_delete_associations {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:25.994699 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-8e94faf5-d715-499c-a6fe-04fd8cd4ced1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-955240'] for router (58958bbd-fe22-43bf-91bf-8bc06389f78b), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:25.995273 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e94faf5-d715-499c-a6fe-04fd8cd4ced1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58958bbd-fe22-43bf-91bf-8bc06389f78b {{(pid=109222) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 00:41:25.999413 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-8e94faf5-d715-499c-a6fe-04fd8cd4ced1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:26.000559 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-8e94faf5-d715-499c-a6fe-04fd8cd4ced1 admin admin] 10.222.0.45 "DELETE /v2.0/routers/58958bbd-fe22-43bf-91bf-8bc06389f78b HTTP/1.1" status: 204 len: 168 time: 0.7434542 Feb 21 00:41:26.003143 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 34588) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:41:26.046137 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cee724a-35ee-4b1b-ad39-959677e3b789 admin admin] Deleting subnet c77cd787-0664-48f5-845c-b454223dd532 {{(pid=109222) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 00:41:26.049035 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-2cee724a-35ee-4b1b-ad39-959677e3b789 admin admin] Publish callbacks [] for subnet (c77cd787-0664-48f5-845c-b454223dd532), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:26.081476 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-2cee724a-35ee-4b1b-ad39-959677e3b789 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8582972286'] for subnet (c77cd787-0664-48f5-845c-b454223dd532), precommit_delete_associations {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:26.162200 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-2cee724a-35ee-4b1b-ad39-959677e3b789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15913268'] for subnet (c77cd787-0664-48f5-845c-b454223dd532), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:26.214385 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-2cee724a-35ee-4b1b-ad39-959677e3b789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15913229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8582891908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8583079210'] for subnet (c77cd787-0664-48f5-845c-b454223dd532), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:26.240353 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cee724a-35ee-4b1b-ad39-959677e3b789 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c77cd787-0664-48f5-845c-b454223dd532,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:41:26.242300 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-2cee724a-35ee-4b1b-ad39-959677e3b789 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:26.245447 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-2cee724a-35ee-4b1b-ad39-959677e3b789 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/c77cd787-0664-48f5-845c-b454223dd532 HTTP/1.1" status: 204 len: 168 time: 0.2412119 Feb 21 00:41:26.248885 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.45', 34590) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:41:26.251391 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf94b1d-b219-4acf-af60-94ad98bd94f2 None None] Network 7eb60152-674c-4e83-8aa6-d6f05fd9c82c requested from dv-cinder-813225-6-iscsi {{(pid=109224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 00:41:26.313397 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-b6dafef4-c27e-4960-aee5-d0d08f84c121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16070333'] for network (7eb60152-674c-4e83-8aa6-d6f05fd9c82c), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:26.370866 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.plugin [None req-b6dafef4-c27e-4960-aee5-d0d08f84c121 admin admin] Deleting port e8feabec-2322-4079-9bc4-2675a9a42ec1 {{(pid=109222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 00:41:26.371246 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-b6dafef4-c27e-4960-aee5-d0d08f84c121 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731676621334'] for port (e8feabec-2322-4079-9bc4-2675a9a42ec1), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:26.430948 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.db [None req-b6dafef4-c27e-4960-aee5-d0d08f84c121 admin admin] For port e8feabec-2322-4079-9bc4-2675a9a42ec1, host dv-cinder-813225-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-6-iscsi',level=0,port_id=e8feabec-2322-4079-9bc4-2675a9a42ec1,segment=NetworkSegment(0d997b8b-9287-472c-881a-ab905f08e005),segment_id=0d997b8b-9287-472c-881a-ab905f08e005)] {{(pid=109222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:41:26.431348 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-b6dafef4-c27e-4960-aee5-d0d08f84c121 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950719'] for port (e8feabec-2322-4079-9bc4-2675a9a42ec1), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:26.444128 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.plugin [None req-b6dafef4-c27e-4960-aee5-d0d08f84c121 admin admin] Calling delete_port for e8feabec-2322-4079-9bc4-2675a9a42ec1 owned by network:dhcp {{(pid=109222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 00:41:26.507771 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d017d1a7-fb84-4562-b065-1681ce888284 None None] DHCP port deletion for 7eb60152-674c-4e83-8aa6-d6f05fd9c82c request from dv-cinder-813225-6-iscsi {{(pid=109224) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 21 00:41:26.531936 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-b6dafef4-c27e-4960-aee5-d0d08f84c121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731676626041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731676182824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8582894421'] for port (e8feabec-2322-4079-9bc4-2675a9a42ec1), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:26.560604 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-d017d1a7-fb84-4562-b065-1681ce888284 None None] Deleting port e8feabec-2322-4079-9bc4-2675a9a42ec1 {{(pid=109224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 00:41:26.560987 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-d017d1a7-fb84-4562-b065-1681ce888284 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731676621334'] for port (e8feabec-2322-4079-9bc4-2675a9a42ec1), before_delete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:26.561173 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dafef4-c27e-4960-aee5-d0d08f84c121 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8feabec-2322-4079-9bc4-2675a9a42ec1,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:41:26.564440 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6dafef4-c27e-4960-aee5-d0d08f84c121 admin admin] No DVR routers for this DVR port e8feabec-2322-4079-9bc4-2675a9a42ec1 on host dv-cinder-813225-6-iscsi {{(pid=109222) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 00:41:26.623022 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-d017d1a7-fb84-4562-b065-1681ce888284 None None] For port e8feabec-2322-4079-9bc4-2675a9a42ec1, host dv-cinder-813225-6-iscsi, got binding levels [] {{(pid=109224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 00:41:26.623452 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-d017d1a7-fb84-4562-b065-1681ce888284 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950719'] for port (e8feabec-2322-4079-9bc4-2675a9a42ec1), precommit_delete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:26.633227 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-b6dafef4-c27e-4960-aee5-d0d08f84c121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15920573', 'neutron.services.segments.db._delete_segments_for_network-8731676696634'] for network (7eb60152-674c-4e83-8aa6-d6f05fd9c82c), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:26.636567 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-d017d1a7-fb84-4562-b065-1681ce888284 None None] Calling delete_port for e8feabec-2322-4079-9bc4-2675a9a42ec1 owned by network:dhcp {{(pid=109224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 00:41:26.639686 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.ipam_backend_mixin [None req-d017d1a7-fb84-4562-b065-1681ce888284 None None] Port e8feabec-2322-4079-9bc4-2675a9a42ec1 was not found and therefore no delete operation was performed {{(pid=109224) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 21 00:41:26.641032 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-d017d1a7-fb84-4562-b065-1681ce888284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16043730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731676626041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731676182824'] for port (e8feabec-2322-4079-9bc4-2675a9a42ec1), after_delete {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:26.654147 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.services.segments.db [None req-b6dafef4-c27e-4960-aee5-d0d08f84c121 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7eb60152-674c-4e83-8aa6-d6f05fd9c82c']}} {{(pid=109222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:41:26.663606 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.services.segments.db [None req-b6dafef4-c27e-4960-aee5-d0d08f84c121 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d997b8b-9287-472c-881a-ab905f08e005') {'for_net_delete': True} {{(pid=109222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:41:26.663906 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.services.segments.db [None req-b6dafef4-c27e-4960-aee5-d0d08f84c121 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d997b8b-9287-472c-881a-ab905f08e005') {} {{(pid=109222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 00:41:26.665596 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d017d1a7-fb84-4562-b065-1681ce888284 None None] Pushing event deleted for resources: {'Port': ['ID=e8feabec-2322-4079-9bc4-2675a9a42ec1,revision_number=None']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:41:26.672190 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d017d1a7-fb84-4562-b065-1681ce888284 None None] No DVR routers for this DVR port e8feabec-2322-4079-9bc4-2675a9a42ec1 on host dv-cinder-813225-6-iscsi {{(pid=109224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 00:41:26.674507 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-b6dafef4-c27e-4960-aee5-d0d08f84c121 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731676697155', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8582972263'] for segment (0d997b8b-9287-472c-881a-ab905f08e005), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:26.688668 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-b6dafef4-c27e-4960-aee5-d0d08f84c121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16097169'] for segment (0d997b8b-9287-472c-881a-ab905f08e005), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:26.694828 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6dafef4-c27e-4960-aee5-d0d08f84c121 admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=109222) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 00:41:26.695309 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-b6dafef4-c27e-4960-aee5-d0d08f84c121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16097169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8582894434'] for segment (0d997b8b-9287-472c-881a-ab905f08e005), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:26.697566 dv-cinder-813225-6-iscsi neutron-server[109222]: Traceback (most recent call last): Feb 21 00:41:26.697566 dv-cinder-813225-6-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 00:41:26.697566 dv-cinder-813225-6-iscsi neutron-server[109222]: timer() Feb 21 00:41:26.697566 dv-cinder-813225-6-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 00:41:26.697566 dv-cinder-813225-6-iscsi neutron-server[109222]: cb(*args, **kw) Feb 21 00:41:26.697566 dv-cinder-813225-6-iscsi neutron-server[109222]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 00:41:26.697566 dv-cinder-813225-6-iscsi neutron-server[109222]: return func(*args, **kwargs) Feb 21 00:41:26.697566 dv-cinder-813225-6-iscsi neutron-server[109222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 00:41:26.697566 dv-cinder-813225-6-iscsi neutron-server[109222]: self._notify() Feb 21 00:41:26.697566 dv-cinder-813225-6-iscsi neutron-server[109222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 00:41:26.697566 dv-cinder-813225-6-iscsi neutron-server[109222]: self.callback(batched_events) Feb 21 00:41:26.697566 dv-cinder-813225-6-iscsi neutron-server[109222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 00:41:26.697566 dv-cinder-813225-6-iscsi neutron-server[109222]: event.method(event) Feb 21 00:41:26.697566 dv-cinder-813225-6-iscsi neutron-server[109222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 00:41:26.697566 dv-cinder-813225-6-iscsi neutron-server[109222]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 00:41:26.697566 dv-cinder-813225-6-iscsi neutron-server[109222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 00:41:26.697566 dv-cinder-813225-6-iscsi neutron-server[109222]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 00:41:26.697566 dv-cinder-813225-6-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 00:41:26.697566 dv-cinder-813225-6-iscsi neutron-server[109222]: return f(self, *a, **k) Feb 21 00:41:26.697566 dv-cinder-813225-6-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 00:41:26.697566 dv-cinder-813225-6-iscsi neutron-server[109222]: return self._get(url).json() Feb 21 00:41:26.697566 dv-cinder-813225-6-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 00:41:26.697566 dv-cinder-813225-6-iscsi neutron-server[109222]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 00:41:26.697566 dv-cinder-813225-6-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 00:41:26.697566 dv-cinder-813225-6-iscsi neutron-server[109222]: return self.request(url, 'GET', **kwargs) Feb 21 00:41:26.697566 dv-cinder-813225-6-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 00:41:26.697566 dv-cinder-813225-6-iscsi neutron-server[109222]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 00:41:26.697566 dv-cinder-813225-6-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 00:41:26.697566 dv-cinder-813225-6-iscsi neutron-server[109222]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 00:41:26.697566 dv-cinder-813225-6-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 00:41:26.697566 dv-cinder-813225-6-iscsi neutron-server[109222]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 00:41:26.697566 dv-cinder-813225-6-iscsi neutron-server[109222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 00:41:26.755255 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-b6dafef4-c27e-4960-aee5-d0d08f84c121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15920566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-951265'] for network (7eb60152-674c-4e83-8aa6-d6f05fd9c82c), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:26.760142 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-b6dafef4-c27e-4960-aee5-d0d08f84c121 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582445'] for network (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:26.765729 dv-cinder-813225-6-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-b6dafef4-c27e-4960-aee5-d0d08f84c121 admin admin] 10.222.0.45 "DELETE /v2.0/networks/7eb60152-674c-4e83-8aa6-d6f05fd9c82c HTTP/1.1" status: 204 len: 168 time: 0.5136392 Feb 21 00:41:26.774740 dv-cinder-813225-6-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dafef4-c27e-4960-aee5-d0d08f84c121 admin admin] Pushing event deleted for resources: {'Network': ['ID=7eb60152-674c-4e83-8aa6-d6f05fd9c82c,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:41:26.881716 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 34594) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:41:26.920633 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-aacc5432-6ef2-4890-aa46-eb135d103eb6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2270182ca89c4878829f5c7baac9afe8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377207 Feb 21 00:41:26.922936 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 34596) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:41:26.969040 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-e789db58-1fff-40fe-a39a-3fdfcbbf0bab admin admin] Publish callbacks [] for security_group (21ceaa50-8f9e-4d84-92c3-ac20f02cb158), before_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:26.989301 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-e789db58-1fff-40fe-a39a-3fdfcbbf0bab admin admin] Publish callbacks [] for security_group (21ceaa50-8f9e-4d84-92c3-ac20f02cb158), precommit_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:27.033313 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-e789db58-1fff-40fe-a39a-3fdfcbbf0bab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (21ceaa50-8f9e-4d84-92c3-ac20f02cb158), after_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:27.035903 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-e789db58-1fff-40fe-a39a-3fdfcbbf0bab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:27.037040 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-e789db58-1fff-40fe-a39a-3fdfcbbf0bab admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/21ceaa50-8f9e-4d84-92c3-ac20f02cb158 HTTP/1.1" status: 204 len: 168 time: 0.1131659 Feb 21 00:41:27.045244 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e789db58-1fff-40fe-a39a-3fdfcbbf0bab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21ceaa50-8f9e-4d84-92c3-ac20f02cb158,revision_number=None']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:41:27.331873 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 34602) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:41:27.370580 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-b0b2f355-cb06-4f32-93cc-6d4e351a4be0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6ed484b9f08242fe8db4200e59480bf5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0374937 Feb 21 00:41:27.372933 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.wsgi [-] (109223) accepted ('10.222.0.45', 34604) {{(pid=109223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 00:41:27.420584 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-e5b4829a-9c23-4a82-9d1a-399a6f2b4929 admin admin] Publish callbacks [] for security_group (a6f10f88-f173-47bd-9958-5e68e3ba6688), before_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:27.440038 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-e5b4829a-9c23-4a82-9d1a-399a6f2b4929 admin admin] Publish callbacks [] for security_group (a6f10f88-f173-47bd-9958-5e68e3ba6688), precommit_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:27.486247 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-e5b4829a-9c23-4a82-9d1a-399a6f2b4929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574845'] for security_group (a6f10f88-f173-47bd-9958-5e68e3ba6688), after_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:27.488881 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-e5b4829a-9c23-4a82-9d1a-399a6f2b4929 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:27.489996 dv-cinder-813225-6-iscsi neutron-server[109223]: INFO neutron.wsgi [None req-e5b4829a-9c23-4a82-9d1a-399a6f2b4929 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a6f10f88-f173-47bd-9958-5e68e3ba6688 HTTP/1.1" status: 204 len: 168 time: 0.1161668 Feb 21 00:41:27.497509 dv-cinder-813225-6-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b4829a-9c23-4a82-9d1a-399a6f2b4929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6f10f88-f173-47bd-9958-5e68e3ba6688,revision_number=None']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 00:41:27.729402 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Device 4f2fd5c8-c3ab-49f6-b1a7-bd2782b8be4a no longer exists at agent ovs-agent-dv-cinder-813225-6-iscsi {{(pid=109224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 00:41:27.750418 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] No Port match for: 4f2fd5c8-c3ab-49f6-b1a7-bd2782b8be4a {{(pid=109224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 00:41:27.750765 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Device 4f2fd5c8-c3ab-49f6-b1a7-bd2782b8be4a not bound to the agent host dv-cinder-813225-6-iscsi {{(pid=109224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 00:41:27.751249 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Device f1576235-fc50-44fe-9275-695bcbd2f6cf no longer exists at agent ovs-agent-dv-cinder-813225-6-iscsi {{(pid=109224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 00:41:27.771322 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] No Port match for: f1576235-fc50-44fe-9275-695bcbd2f6cf {{(pid=109224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 00:41:27.771683 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Device f1576235-fc50-44fe-9275-695bcbd2f6cf not bound to the agent host dv-cinder-813225-6-iscsi {{(pid=109224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 00:41:27.772091 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Device e8feabec-2322-4079-9bc4-2675a9a42ec1 no longer exists at agent ovs-agent-dv-cinder-813225-6-iscsi {{(pid=109224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 00:41:27.791648 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.plugin [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] No Port match for: e8feabec-2322-4079-9bc4-2675a9a42ec1 {{(pid=109224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 00:41:27.791997 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.rpc [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Device e8feabec-2322-4079-9bc4-2675a9a42ec1 not bound to the agent host dv-cinder-813225-6-iscsi {{(pid=109224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 00:41:31.422252 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-cefc9b56-e247-4ffd-a65b-b7b138ecae04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (57941464-2af3-4cc7-9b46-3eeacd6f6fca), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:32.889703 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.agents_db [None req-b2a96afc-399a-46ae-93e6-bd9f3e536be2 None None] Agent healthcheck: found 6 active agents {{(pid=109225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 00:41:33.540904 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-1687e5df-fdc4-491d-9481-2de8e57240a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (47b5b2cb-5391-4fc3-9478-3db20537c35a), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:35.109094 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-2cd5f963-efb3-4d3f-8e75-14b6a6f65242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (4a388d83-9cb8-49a2-9541-35a13f295f4a), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:36.415491 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-09e0abcb-2b1d-4918-a5e2-a10ed408e1f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (417c2155-c2c7-44af-91e4-b32264eafb82), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:38.080334 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (d6e95c40-1d90-4a13-9e37-1d6580a24190), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:41:44.743105 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (2124d49d-e543-43fa-8e9f-817e1d020459), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:01.423002 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-41fd1465-d2b5-4d8e-94b0-d70cdef97e1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (57941464-2af3-4cc7-9b46-3eeacd6f6fca), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:03.541548 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-75fee7f6-01ab-4f4f-b368-4cdf8b402cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (47b5b2cb-5391-4fc3-9478-3db20537c35a), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:05.112155 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-2cd5f963-efb3-4d3f-8e75-14b6a6f65242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (4a388d83-9cb8-49a2-9541-35a13f295f4a), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:06.420692 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-09e0abcb-2b1d-4918-a5e2-a10ed408e1f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (417c2155-c2c7-44af-91e4-b32264eafb82), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:08.081340 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (d6e95c40-1d90-4a13-9e37-1d6580a24190), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:09.888103 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.agents_db [None req-b2a96afc-399a-46ae-93e6-bd9f3e536be2 None None] Agent healthcheck: found 6 active agents {{(pid=109225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 00:42:14.756979 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (2124d49d-e543-43fa-8e9f-817e1d020459), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:31.423158 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-db9298e8-c550-4c9e-934c-ca565d008d6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (57941464-2af3-4cc7-9b46-3eeacd6f6fca), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:33.542633 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-d4587609-9475-4884-b5d3-7c1853ef64ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (47b5b2cb-5391-4fc3-9478-3db20537c35a), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:35.114231 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-2cd5f963-efb3-4d3f-8e75-14b6a6f65242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (4a388d83-9cb8-49a2-9541-35a13f295f4a), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:36.420183 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-09e0abcb-2b1d-4918-a5e2-a10ed408e1f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (417c2155-c2c7-44af-91e4-b32264eafb82), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:38.082032 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (d6e95c40-1d90-4a13-9e37-1d6580a24190), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:44.755295 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (2124d49d-e543-43fa-8e9f-817e1d020459), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:42:46.887200 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.agents_db [None req-b2a96afc-399a-46ae-93e6-bd9f3e536be2 None None] Agent healthcheck: found 6 active agents {{(pid=109225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 00:43:01.423787 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-6f41a49d-bca6-4486-89ed-6dcc07bc9e66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (57941464-2af3-4cc7-9b46-3eeacd6f6fca), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:03.544221 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-0d7e3196-9036-4f13-aef3-57dbab6fd21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (47b5b2cb-5391-4fc3-9478-3db20537c35a), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:05.117286 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-2cd5f963-efb3-4d3f-8e75-14b6a6f65242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (4a388d83-9cb8-49a2-9541-35a13f295f4a), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:06.422567 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-09e0abcb-2b1d-4918-a5e2-a10ed408e1f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (417c2155-c2c7-44af-91e4-b32264eafb82), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:08.083370 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (d6e95c40-1d90-4a13-9e37-1d6580a24190), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:14.771929 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (2124d49d-e543-43fa-8e9f-817e1d020459), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:23.885287 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.agents_db [None req-b2a96afc-399a-46ae-93e6-bd9f3e536be2 None None] Agent healthcheck: found 6 active agents {{(pid=109225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 00:43:31.424124 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-b902f240-c548-41d7-85f7-d19bfacef9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (57941464-2af3-4cc7-9b46-3eeacd6f6fca), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:33.545111 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-fcc05f34-b831-42c2-92e4-a5944820a450 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (47b5b2cb-5391-4fc3-9478-3db20537c35a), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:35.119037 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-2cd5f963-efb3-4d3f-8e75-14b6a6f65242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (4a388d83-9cb8-49a2-9541-35a13f295f4a), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:36.426613 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-09e0abcb-2b1d-4918-a5e2-a10ed408e1f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (417c2155-c2c7-44af-91e4-b32264eafb82), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:38.085734 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (d6e95c40-1d90-4a13-9e37-1d6580a24190), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:43:44.787062 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (2124d49d-e543-43fa-8e9f-817e1d020459), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:00.883753 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.agents_db [None req-b2a96afc-399a-46ae-93e6-bd9f3e536be2 None None] Agent healthcheck: found 6 active agents {{(pid=109225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 00:44:01.425245 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-ac9e5ed8-906d-4919-a022-0c6ed8a7f287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (57941464-2af3-4cc7-9b46-3eeacd6f6fca), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:03.546099 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-f1701ab1-df33-4bf5-bb38-f1761fac562a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (47b5b2cb-5391-4fc3-9478-3db20537c35a), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:05.122136 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-2cd5f963-efb3-4d3f-8e75-14b6a6f65242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (4a388d83-9cb8-49a2-9541-35a13f295f4a), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:06.427944 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-09e0abcb-2b1d-4918-a5e2-a10ed408e1f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (417c2155-c2c7-44af-91e4-b32264eafb82), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:08.087574 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (d6e95c40-1d90-4a13-9e37-1d6580a24190), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:14.797016 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (2124d49d-e543-43fa-8e9f-817e1d020459), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:31.428122 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-98485e52-2a8b-4b5f-85a9-aa3e5f52b998 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (57941464-2af3-4cc7-9b46-3eeacd6f6fca), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:33.546867 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-0a9ae118-69fb-4a2c-aaba-2f7a19a77d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (47b5b2cb-5391-4fc3-9478-3db20537c35a), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:35.125205 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-2cd5f963-efb3-4d3f-8e75-14b6a6f65242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (4a388d83-9cb8-49a2-9541-35a13f295f4a), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:36.433124 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-09e0abcb-2b1d-4918-a5e2-a10ed408e1f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (417c2155-c2c7-44af-91e4-b32264eafb82), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:37.881962 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.agents_db [None req-b2a96afc-399a-46ae-93e6-bd9f3e536be2 None None] Agent healthcheck: found 6 active agents {{(pid=109225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 00:44:38.089824 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (d6e95c40-1d90-4a13-9e37-1d6580a24190), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:44:44.802739 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (2124d49d-e543-43fa-8e9f-817e1d020459), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:01.429532 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-8907f172-781b-4f30-9756-d81d29d9f59a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (57941464-2af3-4cc7-9b46-3eeacd6f6fca), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:03.547550 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-a9731f65-6edb-451c-bbfb-9d6600d5ac15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (47b5b2cb-5391-4fc3-9478-3db20537c35a), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:05.126925 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-2cd5f963-efb3-4d3f-8e75-14b6a6f65242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (4a388d83-9cb8-49a2-9541-35a13f295f4a), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:06.432834 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-09e0abcb-2b1d-4918-a5e2-a10ed408e1f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (417c2155-c2c7-44af-91e4-b32264eafb82), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:08.091788 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (d6e95c40-1d90-4a13-9e37-1d6580a24190), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:14.812267 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (2124d49d-e543-43fa-8e9f-817e1d020459), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:14.880457 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.agents_db [None req-b2a96afc-399a-46ae-93e6-bd9f3e536be2 None None] Agent healthcheck: found 6 active agents {{(pid=109225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 00:45:31.430705 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-f465f4ac-8e81-42fd-a1fc-78205994d446 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (57941464-2af3-4cc7-9b46-3eeacd6f6fca), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:33.549238 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-cfe062f3-5451-4f2b-a0eb-d3df0af3dbd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (47b5b2cb-5391-4fc3-9478-3db20537c35a), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:35.130527 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-2cd5f963-efb3-4d3f-8e75-14b6a6f65242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (4a388d83-9cb8-49a2-9541-35a13f295f4a), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:36.435058 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-09e0abcb-2b1d-4918-a5e2-a10ed408e1f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (417c2155-c2c7-44af-91e4-b32264eafb82), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:38.093688 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (d6e95c40-1d90-4a13-9e37-1d6580a24190), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:44.812433 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (2124d49d-e543-43fa-8e9f-817e1d020459), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:45:51.883753 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.agents_db [None req-b2a96afc-399a-46ae-93e6-bd9f3e536be2 None None] Agent healthcheck: found 6 active agents {{(pid=109225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 00:46:01.431210 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-67713851-153b-46f9-b513-335191132ff7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (57941464-2af3-4cc7-9b46-3eeacd6f6fca), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:03.551826 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-5d59e175-c68b-4241-a598-52fd93805452 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (47b5b2cb-5391-4fc3-9478-3db20537c35a), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:05.134003 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-2cd5f963-efb3-4d3f-8e75-14b6a6f65242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (4a388d83-9cb8-49a2-9541-35a13f295f4a), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:06.437879 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-09e0abcb-2b1d-4918-a5e2-a10ed408e1f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (417c2155-c2c7-44af-91e4-b32264eafb82), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:08.094835 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (d6e95c40-1d90-4a13-9e37-1d6580a24190), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:14.815752 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (2124d49d-e543-43fa-8e9f-817e1d020459), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:28.883660 dv-cinder-813225-6-iscsi neutron-server[109225]: DEBUG neutron.db.agents_db [None req-b2a96afc-399a-46ae-93e6-bd9f3e536be2 None None] Agent healthcheck: found 6 active agents {{(pid=109225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 00:46:31.431428 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-fb45da60-2b7d-4c1a-b16f-e08c2d608219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (57941464-2af3-4cc7-9b46-3eeacd6f6fca), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:33.552411 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-13635d24-e64e-4f2b-8084-d7823c43afb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (47b5b2cb-5391-4fc3-9478-3db20537c35a), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:35.136590 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-2cd5f963-efb3-4d3f-8e75-14b6a6f65242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (4a388d83-9cb8-49a2-9541-35a13f295f4a), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:36.440400 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-09e0abcb-2b1d-4918-a5e2-a10ed408e1f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (417c2155-c2c7-44af-91e4-b32264eafb82), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:38.097471 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-bc8feecd-b690-4cdb-8708-4d51f77fd741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (d6e95c40-1d90-4a13-9e37-1d6580a24190), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 00:46:44.819465 dv-cinder-813225-6-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-184f62db-67be-4d40-81bf-75f6eff4fc46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731676696616', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15918756'] for agent (2124d49d-e543-43fa-8e9f-817e1d020459), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}